-- Logs begin at Tue 2021-09-07 03:36:04 UTC, end at Tue 2021-09-07 04:54:11 UTC. -- Sep 07 04:24:08.805686 dv-cinder-804035-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 07 04:24:11.528293 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.common.config [-] Logging enabled! Sep 07 04:24:11.528928 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev622 Sep 07 04:24:11.529112 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94200) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 04:24:11.532274 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.common.config [-] Logging enabled! Sep 07 04:24:11.532550 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev622 Sep 07 04:24:11.532861 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94200) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 04:24:11.533810 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 04:24:11.534044 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 04:24:11.534406 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 04:24:11.534650 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 04:24:11.534873 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 04:24:11.535187 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.535485 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.535782 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.536013 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.536309 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.536631 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.536919 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.537208 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.537504 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.537789 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.538069 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.538351 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.538581 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.538861 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.539144 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.539427 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.539650 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] debug = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.539929 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.540349 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.540840 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.541120 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.541532 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.541674 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.541938 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.542213 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.542495 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.542824 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] host = dv-cinder-804035-10-iscsi {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.543098 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.543439 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.543864 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.544156 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.544433 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.544737 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.545025 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.545299 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.545572 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] log_file = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.545850 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.546139 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.546428 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.546720 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.546943 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.547165 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.547452 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.547738 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.548014 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.548287 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.548581 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.548857 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.549130 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.549398 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.549682 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.549968 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.550254 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.550528 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.550800 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.551070 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.551340 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.551632 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.551909 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.552183 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.552458 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.552770 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.553049 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.553312 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.553613 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.553908 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.554191 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.554477 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.554753 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.555037 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.555309 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.555583 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.555855 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] use_json = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.556129 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.556399 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.556713 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.556989 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.557260 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.557533 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.557804 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.558089 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:11.558384 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.558680 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.559494 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.559773 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.560070 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.560350 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.560662 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.560941 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.561229 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.561517 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.561800 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.562076 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.562364 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.562641 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.562935 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.563239 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.563532 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.563822 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.564096 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.564374 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.564670 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.564950 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.565236 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.565511 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.565796 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.566082 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.566362 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.566647 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.566941 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.567229 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.567501 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.567775 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.568066 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.568343 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.568641 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.568920 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.569208 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.569484 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.569758 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.570038 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.570314 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.570588 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.570855 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.571129 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.571419 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.571693 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.571983 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.572225 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.572517 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.572790 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.573071 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.573343 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.573613 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.573882 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.574159 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.574429 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.575561 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.575885 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.576159 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.576437 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.576743 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.577017 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.577287 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.577557 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.577826 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.578094 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.578362 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.578635 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.578905 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.579175 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.579444 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.579716 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.579986 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.580270 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.580591 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.580869 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.581147 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.581421 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.581697 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.581970 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.582245 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.582520 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.582796 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.583066 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.583354 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.583634 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.583920 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.584201 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.584477 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.584802 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.585081 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.585364 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.585643 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.585920 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.586201 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.586480 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.586772 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.587064 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.587356 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.587645 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.587934 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.588213 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.588537 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.588818 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:11.589034 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 04:24:11.589270 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94200) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 07 04:24:11.939121 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 04:24:11.939398 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 04:24:11.939690 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 04:24:11.940021 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 07 04:24:12.337947 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.338241 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.338513 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.339811 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.340088 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.340388 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.376334 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.376632 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.376899 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.392306 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.392617 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.392887 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.420929 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.421203 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.421474 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.459336 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.459618 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.459884 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.691122 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.691753 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.691753 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.691915 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.692534 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.814850 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.815164 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.815447 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.815722 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.815988 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.816297 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.816581 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.816842 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.817100 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.817379 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.817639 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.817902 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.818159 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.818410 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.818662 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.818927 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.819185 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.819449 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.819717 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.819974 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.820242 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.820577 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.820796 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.821171 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.821421 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.821667 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.822058 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:24:12.822295 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:24:12.822530 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:24:12.822763 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:24:12.822997 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:24:12.823228 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:24:12.823588 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 07 04:24:12.826782 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 07 04:24:12.830723 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 07 04:24:12.834523 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Sep 07 04:24:12.836137 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 07 04:24:12.836620 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 07 04:24:12.836960 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 07 04:24:12.837340 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 07 04:24:12.840127 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 07 04:24:12.840479 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 07 04:24:12.840862 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 04:24:12.846102 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 07 04:24:12.868139 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 07 04:24:12.868613 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.868908 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94200) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 07 04:24:12.869271 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.870613 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94200) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 07 04:24:12.870889 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 04:24:12.871134 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 07 04:24:12.875046 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.875330 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:12.938933 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 07 04:24:12.939174 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 07 04:24:12.939412 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 07 04:24:12.939788 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 07 04:24:12.961993 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_db.sqlalchemy.engines [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94200) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 07 04:24:13.652463 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Initializing driver for type 'gre' Sep 07 04:24:13.653333 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] gre ID ranges: [(1, 1000)] Sep 07 04:24:13.846715 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Initializing driver for type 'local' Sep 07 04:24:13.847348 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Initializing driver for type 'vlan' Sep 07 04:24:13.941282 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] VlanTypeDriver initialization complete Sep 07 04:24:13.941660 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Initializing driver for type 'vxlan' Sep 07 04:24:13.942253 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] vxlan ID ranges: [(1, 1000)] Sep 07 04:24:14.138456 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Initializing extension driver 'port_security' Sep 07 04:24:14.138798 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.extensions.port_security [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] PortSecurityExtensionDriver initialization complete Sep 07 04:24:14.139138 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Initializing mechanism driver 'openvswitch' Sep 07 04:24:14.139475 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Initializing mechanism driver 'hyperv' Sep 07 04:24:14.150999 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.plugins.ml2.plugin [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:24:14.151688 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > port after_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.152067 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > port after_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.152430 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > port after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.153857 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94200) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 04:24:14.154380 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > subnet after_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.154749 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > subnet after_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.155103 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.155540 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94200) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 04:24:14.155951 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > network after_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.156315 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > network after_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.156696 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > network after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.157113 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94200) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 04:24:14.157526 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > security_group after_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.157888 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > security_group after_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.158233 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.158765 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94200) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 04:24:14.159189 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.159553 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.159905 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.160300 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94200) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 04:24:14.160734 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > address_group after_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.161087 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > address_group after_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.161433 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.161829 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94200) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 04:24:14.162213 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] ML2 OVO RPC backend initialized. {{(pid=94200) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 07 04:24:14.162934 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.163296 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.163717 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > network before_response 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.164070 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > networks before_response 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.164421 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > port before_response 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.164798 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > ports before_response 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.165146 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > subnet before_response 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.165515 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > subnets before_response 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.165867 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > network after_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.166212 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > network after_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.166666 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > network after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.167059 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > port after_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.167409 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > port after_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.167755 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > port after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.168099 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > subnet after_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.168597 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > subnet after_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.168955 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.169552 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.plugin [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Modular L2 Plugin initialization complete Sep 07 04:24:14.169892 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading services supported by the core plugin {{(pid=94200) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 07 04:24:14.170229 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.plugins.ml2.managers [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Got port-security extension from driver 'port_security' Sep 07 04:24:14.170698 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.extensions.vlantransparent [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Disabled vlantransparent extension. Sep 07 04:24:14.171190 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94200) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 07 04:24:14.171512 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading Plugin: router Sep 07 04:24:14.207657 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.208021 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router after_create 55549900 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.208397 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router before_create 55549900 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.208793 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.209174 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.209540 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router after_delete 55549900 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.209903 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.210257 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.210618 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router after_create 55549900 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.211068 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router after_update 55549900 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.211326 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router after_update 55549900 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.211677 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.212041 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router after_update 55549900 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.212455 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router precommit_update 55549900 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.212853 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: port after_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.213197 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: port after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.213540 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: subnet after_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.213883 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.214236 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.214586 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router precommit_create 55549900 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.214933 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: port before_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.215930 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router precommit_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.216296 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router after_update 55549900 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.216747 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.217276 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router precommit_create 55549900 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.217638 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.217995 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router precommit_update 55549900 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.218367 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > agent after_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.218722 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > agent after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.219071 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > network after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.219937 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Tracking information for resource: router configured {{(pid=94200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:24:14.220276 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Tracking information for resource: floatingip configured {{(pid=94200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:24:14.225219 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.db.l3_agentschedulers_db [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 07 04:24:14.225793 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: port after_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.226161 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: port after_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.226520 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: port after_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.226878 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: port after_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.227671 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router before_create 55550100 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.228042 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.228412 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router precommit_create 55550100 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.228803 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > router precommit_update 55550100 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.233481 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.services.provider_configuration [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Service providers = [] {{(pid=94200) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 07 04:24:14.233854 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.db.servicetype_db [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94200) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 07 04:24:14.236841 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.services.service_base [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 04:24:14.237199 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.services.service_base [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 04:24:14.237549 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.services.service_base [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 04:24:14.238456 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.services.service_base [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 04:24:14.238834 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.services.service_base [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 07 04:24:14.239216 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:24:14.239548 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 07 04:24:14.250136 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:24:14.250481 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading Plugin: auto_allocate Sep 07 04:24:14.256196 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: network precommit_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.256610 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: network precommit_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.257135 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:24:14.257464 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading Plugin: tag Sep 07 04:24:14.264543 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:24:14.264886 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading Plugin: timestamp Sep 07 04:24:14.268906 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:24:14.269494 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading Plugin: network_ip_availability Sep 07 04:24:14.274895 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.275269 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.275632 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.276345 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:24:14.276707 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading Plugin: flavors Sep 07 04:24:14.281944 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:24:14.282285 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading Plugin: revisions Sep 07 04:24:14.286538 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:24:14.286938 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_concurrency.lockutils [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.347s {{(pid=94200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 04:24:14.287675 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94200) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 07 04:24:14.288020 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Initializing extension manager. Sep 07 04:24:14.288565 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: __init__.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.288916 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: __pycache__ {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.289300 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.289603 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: address_group.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.290364 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.290932 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: address-group Sep 07 04:24:14.291264 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: address_scope.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.292178 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.292731 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: address-scope Sep 07 04:24:14.293065 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.294194 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.294709 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: router-admin-state-down-before-update Sep 07 04:24:14.295045 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: agent.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.295764 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.296276 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: agent Sep 07 04:24:14.296640 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: agent_resources_synced.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.297571 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.298088 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: agent-resources-synced Sep 07 04:24:14.298421 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: allowedaddresspairs.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.300226 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.300777 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: allowed-address-pairs Sep 07 04:24:14.301116 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: auto_allocated_topology.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.302211 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.302730 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: auto-allocated-topology Sep 07 04:24:14.303063 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: availability_zone.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.303758 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.304268 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: availability_zone Sep 07 04:24:14.304629 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: availability_zone_filter.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.305555 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.306065 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: availability_zone_filter Sep 07 04:24:14.306395 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: data_plane_status.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.307315 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.307818 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension data-plane-status not supported by any of loaded plugins Sep 07 04:24:14.308147 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: default_subnetpools.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.309205 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.309721 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: default-subnetpools Sep 07 04:24:14.310050 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.310865 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.311375 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: dhcp_agent_scheduler Sep 07 04:24:14.311705 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: dns.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.312682 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.313188 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension dns-integration not supported by any of loaded plugins Sep 07 04:24:14.313517 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: dns_domain_ports.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.314448 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.314953 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 07 04:24:14.315280 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.316213 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.316745 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 07 04:24:14.317074 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: dvr.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.317753 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.318255 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: dvr Sep 07 04:24:14.318583 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: ecmp_routes.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.319517 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.320022 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 07 04:24:14.320349 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: empty_string_filtering.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.321310 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.321821 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: empty-string-filtering Sep 07 04:24:14.322155 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.323086 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.323597 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 07 04:24:14.323926 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.325450 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.325967 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 07 04:24:14.326295 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: external_net.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.327227 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.327743 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: external-net Sep 07 04:24:14.328075 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.329018 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.329530 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: extra_dhcp_opt Sep 07 04:24:14.329866 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: extraroute.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.330784 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.331294 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: extraroute Sep 07 04:24:14.331623 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: extraroute_atomic.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.332685 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.333197 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: extraroute-atomic Sep 07 04:24:14.333526 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: filter_validation.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.334199 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.334707 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: filter-validation Sep 07 04:24:14.335038 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: fip_pf_description.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.335962 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.336468 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 07 04:24:14.336822 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: fip_port_details.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.337760 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.338268 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: fip-port-details Sep 07 04:24:14.338595 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: flavors.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.339842 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.341095 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: flavors Sep 07 04:24:14.341434 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.343096 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.343618 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 07 04:24:14.343952 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: floatingip_pools.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.344701 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.345216 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: floatingip-pools Sep 07 04:24:14.345547 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: ip_allocation.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.346480 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.346982 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension ip_allocation not supported by any of loaded plugins Sep 07 04:24:14.347310 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.348240 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.348777 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: ip-substring-filtering Sep 07 04:24:14.349111 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: l2_adjacency.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.350045 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.350549 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 07 04:24:14.350880 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: l3.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.351978 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.352518 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: router Sep 07 04:24:14.352857 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.355093 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.355622 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 07 04:24:14.356053 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.357025 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.357541 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: ext-gw-mode Sep 07 04:24:14.357878 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.358835 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.359353 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: l3-ha Sep 07 04:24:14.359689 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: l3_flavors.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.360663 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.361175 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: l3-flavors Sep 07 04:24:14.361508 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.362435 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.362942 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 07 04:24:14.363272 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: l3agentscheduler.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.364311 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.364859 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: l3_agent_scheduler Sep 07 04:24:14.365193 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: logging.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.366691 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.367210 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension logging not supported by any of loaded plugins Sep 07 04:24:14.367549 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: metering.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.368297 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.368906 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: metering Sep 07 04:24:14.369240 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.370340 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.370853 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: metering_source_and_destination_fields Sep 07 04:24:14.371186 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: multiprovidernet.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.372145 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.372692 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: multi-provider Sep 07 04:24:14.373024 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: netmtu.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.373951 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.374459 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: net-mtu Sep 07 04:24:14.374790 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: netmtu_writable.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.375709 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.376215 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: net-mtu-writable Sep 07 04:24:14.376576 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: network_availability_zone.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.377258 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.377765 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: network_availability_zone Sep 07 04:24:14.378091 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: network_ip_availability.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.379223 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.379735 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: network-ip-availability Sep 07 04:24:14.380071 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: network_segment_range.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.380874 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.381375 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension network-segment-range not supported by any of loaded plugins Sep 07 04:24:14.381702 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: pagination.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.382702 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.383036 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: pagination Sep 07 04:24:14.383358 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: port_device_profile.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.384291 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.384834 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: port-device-profile Sep 07 04:24:14.385164 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.386095 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.386601 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: port-mac-address-regenerate Sep 07 04:24:14.387431 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.388519 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.389041 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: port-numa-affinity-policy Sep 07 04:24:14.389373 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: port_resource_request.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.390442 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.390947 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension port-resource-request not supported by any of loaded plugins Sep 07 04:24:14.391278 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: portbindings.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.392218 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.392758 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: binding Sep 07 04:24:14.393089 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: portbindings_extended.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.394629 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.395144 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: binding-extended Sep 07 04:24:14.395479 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: portsecurity.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.396404 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.396949 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: port-security Sep 07 04:24:14.397282 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: project_id.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.398269 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.398604 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: project-id Sep 07 04:24:14.398937 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: providernet.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.399865 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.400378 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: provider Sep 07 04:24:14.400750 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: qos.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.404997 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.405527 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension qos not supported by any of loaded plugins Sep 07 04:24:14.405867 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.407129 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.407652 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 07 04:24:14.407992 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.408959 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.409476 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 07 04:24:14.409805 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: qos_default.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.410731 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.411242 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension qos-default not supported by any of loaded plugins Sep 07 04:24:14.411570 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: qos_fip.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.412230 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.412760 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension qos-fip not supported by any of loaded plugins Sep 07 04:24:14.413090 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: qos_gateway_ip.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.414025 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.414541 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 07 04:24:14.414869 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: qos_port_network_policy.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.415803 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.416311 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 07 04:24:14.416668 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: qos_pps_rule.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.434877 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.435395 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension qos-pps not supported by any of loaded plugins Sep 07 04:24:14.435732 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: qos_rule_type_details.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.436710 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.437224 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 07 04:24:14.437563 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: qos_rules_alias.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.438626 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.439136 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 07 04:24:14.439478 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: quotasv2.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.440433 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.440796 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: quotas Sep 07 04:24:14.441126 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: quotasv2_detail.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.444382 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.444771 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: quota_details Sep 07 04:24:14.445115 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: rbac.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.446221 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.446747 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: rbac-policies Sep 07 04:24:14.447089 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: rbac_address_group.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.448042 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.448597 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: rbac-address-group Sep 07 04:24:14.448935 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: rbac_address_scope.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.450398 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.450928 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: rbac-address-scope Sep 07 04:24:14.451311 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: rbac_security_groups.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.452248 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.452799 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: rbac-security-groups Sep 07 04:24:14.453135 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: rbac_subnetpool.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.454068 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.454648 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: rbac-subnetpool Sep 07 04:24:14.454988 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: revisionifmatch.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.455920 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.456436 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: revision-if-match Sep 07 04:24:14.456796 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: revisions.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.457997 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.458462 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: standard-attr-revisions Sep 07 04:24:14.458799 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: router_availability_zone.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.459486 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.459997 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: router_availability_zone Sep 07 04:24:14.460328 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: routerservicetype.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.461290 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.461796 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension router-service-type not supported by any of loaded plugins Sep 07 04:24:14.462129 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.469220 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.469734 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: security-groups-normalized-cidr Sep 07 04:24:14.470070 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.471003 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.471513 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: port-security-groups-filtering Sep 07 04:24:14.471845 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.472833 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.473347 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: security-groups-remote-address-group Sep 07 04:24:14.473682 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: securitygroup.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.485099 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.485697 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: security-group Sep 07 04:24:14.486071 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: segment.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.486908 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.487420 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension segment not supported by any of loaded plugins Sep 07 04:24:14.487758 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.488794 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.489299 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 07 04:24:14.489631 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: servicetype.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.490829 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.491348 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: service-type Sep 07 04:24:14.491707 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: sorting.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.493100 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.493679 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: sorting Sep 07 04:24:14.494251 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: standard_attr_segment.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.495746 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.497228 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 07 04:24:14.497772 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: standardattrdescription.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.498716 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.499238 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: standard-attr-description Sep 07 04:24:14.499575 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: stateful_security_group.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.500557 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.501084 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: stateful-security-group Sep 07 04:24:14.501419 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: stdattrs_common.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.502018 dv-cinder-804035-10-iscsi neutron-server[94200]: WARNING neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 07 04:24:14.502348 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.503287 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.503848 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 07 04:24:14.504215 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: subnet_onboard.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.505339 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.505862 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: subnet_onboard Sep 07 04:24:14.506194 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.507136 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.507647 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 07 04:24:14.507981 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: subnet_service_types.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.508968 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.509488 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: subnet-service-types Sep 07 04:24:14.509822 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: subnetallocation.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.510919 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.511434 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: subnet_allocation Sep 07 04:24:14.511768 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.513085 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.513599 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: subnetpool-prefix-ops Sep 07 04:24:14.513930 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.514887 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.515400 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 07 04:24:14.515731 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: tagging.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.516864 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.517381 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: standard-attr-tag Sep 07 04:24:14.517715 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: timestamp.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.518935 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.519704 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loaded extension: standard-attr-timestamp Sep 07 04:24:14.520040 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: trunk.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.526572 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.527086 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension trunk not supported by any of loaded plugins Sep 07 04:24:14.527421 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: trunk_details.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.528393 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.528934 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension trunk-details not supported by any of loaded plugins Sep 07 04:24:14.529269 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: uplink_status_propagation.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.530216 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.530729 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 07 04:24:14.531061 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Loading extension file: vlantransparent.py {{(pid=94200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:24:14.531771 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:24:14.532279 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 07 04:24:14.534763 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Creating instance of TrackedResource for resource:network Sep 07 04:24:14.535295 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Creating instance of TrackedResource for resource:subnet Sep 07 04:24:14.535704 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 04:24:14.536112 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Creating instance of TrackedResource for resource:port Sep 07 04:24:14.537448 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.v2.resource_helper [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:24:14.537911 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.v2.resource_helper [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Service FLAVORS assigned prefix: {{(pid=94200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:24:14.538546 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.v2.resource_helper [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:24:14.538990 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.v2.resource_helper [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:24:14.539333 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Creating instance of TrackedResource for resource:router Sep 07 04:24:14.539773 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 04:24:14.540282 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.v2.resource_helper [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Service METERING assigned prefix: /metering {{(pid=94200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:24:14.541759 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.542136 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.542524 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:24:14.543609 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 04:24:14.544064 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Creating instance of TrackedResource for resource:security_group Sep 07 04:24:14.544542 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 04:24:14.545143 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.v2.resource_helper [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Service CORE assigned prefix: {{(pid=94200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:24:14.545483 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 04:24:14.545837 dv-cinder-804035-10-iscsi neutron-server[94200]: WARNING neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] subnetpool is already registered Sep 07 04:24:14.546290 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.v2.resource_helper [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Service CORE assigned prefix: {{(pid=94200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:24:14.546624 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 04:24:14.546964 dv-cinder-804035-10-iscsi neutron-server[94200]: WARNING neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] subnetpool is already registered Sep 07 04:24:14.549303 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.v2.resource_helper [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:24:14.554902 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.v2.resource_helper [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Service FLAVORS assigned prefix: {{(pid=94200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:24:14.554902 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.v2.resource_helper [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:24:14.554902 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.v2.resource_helper [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:24:14.554902 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Creating instance of TrackedResource for resource:router Sep 07 04:24:14.554902 dv-cinder-804035-10-iscsi neutron-server[94200]: WARNING neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] router is already registered Sep 07 04:24:14.554902 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 04:24:14.554902 dv-cinder-804035-10-iscsi neutron-server[94200]: WARNING neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] floatingip is already registered Sep 07 04:24:14.554902 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.v2.resource_helper [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Service METERING assigned prefix: /metering {{(pid=94200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:24:14.555470 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 04:24:14.555470 dv-cinder-804035-10-iscsi neutron-server[94200]: WARNING neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] rbac_policy is already registered Sep 07 04:24:14.555470 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Creating instance of TrackedResource for resource:security_group Sep 07 04:24:14.555470 dv-cinder-804035-10-iscsi neutron-server[94200]: WARNING neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] security_group is already registered Sep 07 04:24:14.555470 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 04:24:14.555470 dv-cinder-804035-10-iscsi neutron-server[94200]: WARNING neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] security_group_rule is already registered Sep 07 04:24:14.555876 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.v2.resource_helper [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Service CORE assigned prefix: {{(pid=94200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:24:14.555954 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 04:24:14.556292 dv-cinder-804035-10-iscsi neutron-server[94200]: WARNING neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] subnetpool is already registered Sep 07 04:24:14.556747 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.v2.resource_helper [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Service CORE assigned prefix: {{(pid=94200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:24:14.557077 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 04:24:14.557449 dv-cinder-804035-10-iscsi neutron-server[94200]: WARNING neutron.quota.resource_registry [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] subnetpool is already registered Sep 07 04:24:14.557953 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: extensions {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.559979 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: address-groups {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.561478 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: address-scopes {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.562825 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: agents {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.563977 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: auto-allocated-topology {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.565255 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: availability_zones {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.566472 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: dhcp-networks {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.568054 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: dhcp-agents {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.569516 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: routers {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.571780 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: flavors {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.572975 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: service_profiles {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.574172 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: next_providers {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.576268 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: service_profiles {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.577831 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: floatingip-pools {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.579045 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: routers {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.581176 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: floatingips {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.582461 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: l3-routers {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.583852 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: l3-agents {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.585288 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: metering-labels {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.586633 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: metering-label-rules {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.587920 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: network-ip-availabilities {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.589242 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: bindings {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.591829 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: quotas {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.593316 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: quotas {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.594731 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: rbac-policies {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.595932 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: security-groups {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.597257 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: security-group-rules {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.598603 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: service-providers {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.599821 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: subnetpools {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.601269 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: subnetpools {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.602724 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: tags {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.604426 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: tags {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.606382 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: tags {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.608162 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: tags {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.610044 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: tags {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.611883 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: tags {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.613620 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: tags {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.615566 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: tags {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.617346 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: tags {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.619090 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron.api.extensions [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Extended resource: tags {{(pid=94200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:24:14.625677 dv-cinder-804035-10-iscsi neutron-server[94200]: WARNING keystonemiddleware.auth_token [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 07 04:24:14.630382 dv-cinder-804035-10-iscsi neutron-server[94200]: WARNING keystonemiddleware.auth_token [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 07 04:24:14.639644 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_concurrency.lockutils [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Acquired lock "singleton_lock" {{(pid=94200) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 07 04:24:14.640128 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_concurrency.lockutils [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Releasing lock "singleton_lock" {{(pid=94200) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 07 04:24:14.640812 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO oslo_service.service [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Starting 2 workers Sep 07 04:24:14.645908 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Started child 94311 {{(pid=94200) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 04:24:14.650427 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Started child 94312 {{(pid=94200) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 04:24:14.651474 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:14.652181 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO neutron.service [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 07 04:24:14.652794 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Notify callbacks [] for process, before_spawn {{(pid=94200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:14.653272 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [-] (94311) wsgi starting up on http://0.0.0.0:9696 Sep 07 04:24:14.655299 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO oslo_service.service [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Starting 1 workers Sep 07 04:24:14.655677 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:14.657089 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [-] (94312) wsgi starting up on http://0.0.0.0:9696 Sep 07 04:24:14.660602 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Started child 94313 {{(pid=94200) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 04:24:14.661137 dv-cinder-804035-10-iscsi neutron-server[94200]: INFO oslo_service.service [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Starting 1 workers Sep 07 04:24:14.664559 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.service [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] calling RpcWorker wait() {{(pid=94313) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 07 04:24:14.665150 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.service [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] returning from RpcWorker wait() {{(pid=94313) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 07 04:24:14.665660 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Started child 94314 {{(pid=94200) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 04:24:14.666432 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:14.666541 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG neutron_lib.callbacks.manager [None req-75f07cea-4d93-4b23-b0dc-5a5810955842 None None] Notify callbacks [] for process, after_spawn {{(pid=94200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:14.666939 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:24:14.668473 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94200) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 04:24:14.668701 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 04:24:14.668945 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 04:24:14.669124 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 04:24:14.669483 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 04:24:14.669654 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 04:24:14.670163 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.670443 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.670730 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.670983 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.671268 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.671375 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:14.671861 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.672093 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.672351 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.672663 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.672923 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.673101 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.673271 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.673517 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.673757 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.674053 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.674362 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.674776 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.675056 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.675232 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.675478 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.675757 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.676022 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.676302 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] debug = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.676569 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.677069 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.677300 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.677582 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.677809 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.678079 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.678332 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.678595 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.678841 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.679076 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.679320 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.679584 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.679818 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.680030 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.680280 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.680577 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.680799 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.681251 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] host = dv-cinder-804035-10-iscsi {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.681529 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.681731 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.682179 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.682437 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.682696 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.682930 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.683187 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.683434 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.683686 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.684443 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.684733 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.684998 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.685253 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.685504 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] log_file = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.685669 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] log_options = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.685913 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.686197 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.686465 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.686703 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.686841 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.686988 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.687238 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.687402 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.687657 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.687904 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.688118 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.688356 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.688808 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.688975 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.689160 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.689417 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.689634 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.689862 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.690108 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.690355 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.690582 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.690811 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.691032 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.691249 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.691465 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.691698 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.691930 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.692145 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.692356 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.692625 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.692865 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.693118 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.693354 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.693612 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.693842 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.694070 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.694276 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.694537 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.694765 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.695034 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.695281 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.695514 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.695778 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.696035 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.696243 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.696572 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] use_json = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.696712 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.696919 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.697169 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.697385 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.697626 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.697840 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.698058 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.698288 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.698726 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.699004 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.699317 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.699643 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.700389 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.707939 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.707939 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.707939 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.707939 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.707939 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.707939 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.708442 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:24:14.708558 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.708558 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.708558 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.708558 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.708558 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.708558 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.708558 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.708558 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.709106 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.709106 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.709106 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.709106 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.709106 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.709106 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.709106 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.709106 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.709659 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.709659 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.709659 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.709659 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.709659 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.709659 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.709659 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.709659 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.710198 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.710198 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.710198 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.710198 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.710198 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.710198 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.710198 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.710198 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.710198 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.710808 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.710808 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.710808 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.711016 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.711094 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.711260 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.711477 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.711715 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.711948 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.712195 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.712459 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.712825 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.712960 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.713175 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.713388 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.714108 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.714801 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.715038 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.715298 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.716144 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.716398 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.716650 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.716877 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.717100 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.718961 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.718961 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.718961 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.718961 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.718961 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.718961 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.718961 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.719915 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.719915 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.719915 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.719915 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.720747 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.720747 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.720747 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.720747 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.721378 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.721378 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.721378 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.721615 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.721820 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.721993 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.722252 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.722663 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.723029 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.723392 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.723884 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.724295 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.724695 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.724949 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.725191 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.725514 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.725720 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.725937 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.726184 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.726438 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.726706 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.726928 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.728100 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.728100 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.728100 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.728100 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.728100 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.730916 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.730916 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.730916 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.730916 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.730916 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.730916 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.730916 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.730916 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.731850 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.731850 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.731850 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.731850 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.731850 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.731850 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.732273 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.732273 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.732473 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.732745 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.732999 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.733237 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.733489 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.733714 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.733994 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.734313 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.734730 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.734955 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.735191 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.736991 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.736991 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.736991 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.736991 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.736991 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.736991 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.736991 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.737486 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.737562 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.737765 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.738173 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.738432 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.738685 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.738919 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.739168 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.739386 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.739628 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.739861 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.740115 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.740329 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.740571 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.740814 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.741028 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.741291 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.741508 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.741725 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.741945 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.742198 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.742471 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.742713 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.742953 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.743171 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.743408 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.743626 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.743841 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.744104 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.744473 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.744775 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.745028 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.745276 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.745547 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.745772 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.746041 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.746257 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.747028 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.747288 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.747513 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.747748 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.747984 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.748383 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.748773 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.749006 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.749222 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.749460 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.749701 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.750190 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.750354 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.750501 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.750746 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.750965 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.751222 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.751467 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.751689 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.751912 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.752137 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.752357 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.752639 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.752888 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.753111 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.753326 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.753556 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.753800 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.754016 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.754228 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.754525 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.754776 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.755004 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.755263 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.755500 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.755729 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.756053 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.756386 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.756631 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.756855 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.757240 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.759719 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.759719 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.759719 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.759719 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.759719 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.759719 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.759719 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.759719 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.760318 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.760318 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.760318 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.760318 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.760318 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.760318 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.760318 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.760883 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.760883 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.761037 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.761128 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.761337 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.761549 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.761759 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.762074 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.762300 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.762520 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.762792 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.763044 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.763267 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.763553 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.763801 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.764045 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.764285 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.764632 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.764848 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.765110 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.765375 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.765599 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.765990 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.766146 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.766380 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.766678 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.766945 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.767197 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.767462 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.767733 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.768007 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.768244 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.768565 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.768909 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.769438 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.769688 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.769942 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.770188 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.770429 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.770646 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.770881 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.771117 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.771362 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.771622 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.771886 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.772134 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.772378 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.772635 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.772870 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.773093 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.773324 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.773545 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.773766 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.773923 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 04:24:14.774474 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94200) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 04:24:14.774635 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 04:24:14.774786 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 04:24:14.774955 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 04:24:14.775137 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 04:24:14.775291 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 04:24:14.775496 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.775657 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.775817 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.775975 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.776134 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.776315 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.776476 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.776659 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.776818 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.776980 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.777147 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.777352 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.777512 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.778187 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.778347 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.778542 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.778763 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.778927 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.779097 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.779256 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.779569 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.779919 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.780250 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] debug = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.780770 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.781124 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.781294 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.781459 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.781625 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.781786 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.781946 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.782108 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.782268 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.782430 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.782590 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.782829 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.782931 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.783053 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.783211 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.783370 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.783530 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.783688 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] host = dv-cinder-804035-10-iscsi {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.783854 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.784028 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.784173 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.784331 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.784507 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.784669 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.793976 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.793976 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.793976 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.793976 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.793976 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.793976 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.793976 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.793976 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] log_file = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.793976 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] log_options = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.795135 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.795135 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.795135 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.795135 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.795135 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.795135 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.795135 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.796006 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.796006 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.796006 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.796006 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.796006 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.796006 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.796006 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.796006 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.796909 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.796909 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.796909 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.796909 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.796909 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.796909 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.796909 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.796909 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.797504 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.797504 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.797504 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.797504 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.797504 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.797504 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.797504 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.797504 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.798026 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.798026 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.798026 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.798026 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.798026 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.798026 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.798026 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.798026 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.798568 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.798568 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.798568 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.798568 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.798568 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.798568 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.798568 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] use_json = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.798568 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.799104 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.799104 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.799104 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.799104 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.799104 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.799104 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.799104 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:24:14.799104 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.799867 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.799867 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.799867 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.799867 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.799867 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.799867 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.799867 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.799867 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.800621 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.800621 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.800621 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.800621 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.800621 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.800621 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.800621 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.800621 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.801357 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.801357 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.801357 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.801357 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.801357 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.801357 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.801357 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.801357 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.802064 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.802064 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.802064 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.802064 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.802064 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.802064 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.802064 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.802064 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.802552 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.802552 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.802552 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.802552 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.802552 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.802552 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.802552 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.802552 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.802552 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.803419 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.803419 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.803419 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.803419 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.803419 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.803419 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.803419 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.803419 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.803419 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.804012 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.804012 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.804012 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.804012 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.804012 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.804012 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.804012 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.804012 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.804012 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.804671 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.804671 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.804671 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.804671 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.804671 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.804671 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.805095 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.805095 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.805095 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.805355 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.805355 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.805538 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.805647 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.805812 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.805974 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.806135 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.806297 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.806458 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.806621 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.806782 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.806944 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.807105 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.807266 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.807427 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.807587 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.807747 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.807907 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.808068 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.808229 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.808399 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.808596 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.808758 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.808948 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.809104 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.809264 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.809585 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.809752 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.809913 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.810074 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.810236 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.810397 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.810558 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.810722 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.810883 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.811043 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.811203 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.811366 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.811583 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.811811 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.811909 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.812019 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.812180 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.812341 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.812516 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.812774 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.812904 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.813007 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.813134 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.813296 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.813457 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.813623 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.813795 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.813956 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.814122 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.814296 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.814465 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.814619 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.814764 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.814912 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.815675 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.815675 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.815675 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.815675 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.815675 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.822982 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.822982 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.822982 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.822982 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.822982 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.822982 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.822982 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.822982 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.823563 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.823563 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.823563 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.823563 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.823563 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.823563 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.823563 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.823563 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.824107 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.824107 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.824107 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.824107 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.824107 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.824107 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.824107 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.824107 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.824718 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.824718 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.824718 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.824718 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.824718 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.824718 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.824718 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.824718 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.825260 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.825260 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.825260 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.825260 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.825260 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.825260 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.825260 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.825260 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.825794 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.825794 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.825794 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.825794 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.825794 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.825794 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.825794 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.825794 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.826333 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.826333 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.826333 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.826333 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.826333 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.826333 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.826333 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.826333 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.826873 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.826873 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.826873 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.826873 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.826873 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.826873 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.826873 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.826873 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.827425 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.827425 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.827425 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.827425 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.827425 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.827425 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.827425 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.827425 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.827964 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.827964 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.827964 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.827964 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.827964 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.827964 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.827964 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.827964 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.828517 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.828517 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.828517 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.828750 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.828750 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.828927 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.829092 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.829254 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.829444 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.829585 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.829752 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.829898 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.830071 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.830218 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.830379 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.830549 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.830710 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.830871 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.831036 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.831199 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.831357 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.831529 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.831693 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.831853 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.832013 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.832176 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.832334 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.832519 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.832681 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.832843 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.833004 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.833165 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.833325 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.833498 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.833664 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.833824 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.833994 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.834155 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.834369 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.834535 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.834709 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.834871 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.835036 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.835185 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.835346 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.835508 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.835690 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.835829 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.835990 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.836158 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.836320 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.836489 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.836756 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.836916 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.837062 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.837224 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.837395 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.837554 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.837716 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.837878 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.838039 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.838199 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.838359 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.838519 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.838681 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.838842 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.839018 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.839167 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.839328 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.839477 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.839622 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.839783 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.840756 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.840756 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.840936 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.841017 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:24:14.841172 dv-cinder-804035-10-iscsi neutron-server[94200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 04:24:14.843127 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:24:14.983908 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 57932) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:24:14.992487 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064430 Sep 07 04:24:26.775905 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2e2fbf-9d74-41f7-9118-1e035176e651 None None] get_active_networks_info from dv-cinder-804035-10-iscsi {{(pid=94313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 04:24:26.834641 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2e2fbf-9d74-41f7-9118-1e035176e651 None None] No non-hosted networks {{(pid=94313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 07 04:24:26.841162 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.agentschedulers_db [None req-ee2e2fbf-9d74-41f7-9118-1e035176e651 None None] DHCP Agent not found on host dv-cinder-804035-10-iscsi {{(pid=94313) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 07 04:24:26.957728 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-db49b7e2-6427-4004-9307-c687007b0e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472827'] for agent, after_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:29.523676 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-a345f3f5-688f-4795-84c6-d609c0b23f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472827'] for agent, after_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:29.566949 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.db.api [None req-fa51fab0-1fc5-4fc3-b02b-0020f4abf964 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804035-10-iscsi {{(pid=94313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 04:24:29.567631 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG oslo_db.api [None req-fa51fab0-1fc5-4fc3-b02b-0020f4abf964 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 04:24:29.586700 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472827'] for agent, after_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:29.587514 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:29.588097 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:29.588600 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:29.589186 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:29.589868 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:29.590387 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:29.590887 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:29.591421 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:29.591931 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:29.592430 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:29.593070 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:29.593603 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:29.594210 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804035-10-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:24:29.600888 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804035-10-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:24:30.165166 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-fa51fab0-1fc5-4fc3-b02b-0020f4abf964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:30.535829 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472827'] for agent, after_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:32.546836 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472827'] for agent, after_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:32.925378 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.db.l3_hamode_db [None req-d506f38d-5821-43f1-8f4b-fc916c929f49 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 07 04:24:33.006083 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d506f38d-5821-43f1-8f4b-fc916c929f49 None None] Routers set() bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:24:33.006482 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d506f38d-5821-43f1-8f4b-fc916c929f49 None None] Router IDs set() for agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 04:24:33.445774 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 58028) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:24:33.932090 dv-cinder-804035-10-iscsi neutron-server[94312]: WARNING oslo_policy.policy [None req-2a5aad2f-ac2c-4cb9-83dd-d3e62e3e97d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:24:33.932685 dv-cinder-804035-10-iscsi neutron-server[94312]: WARNING oslo_policy.policy [None req-2a5aad2f-ac2c-4cb9-83dd-d3e62e3e97d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:24:34.151927 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [None req-2a5aad2f-ac2c-4cb9-83dd-d3e62e3e97d9 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:24:34.153639 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-2a5aad2f-ac2c-4cb9-83dd-d3e62e3e97d9 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7069237 Sep 07 04:24:36.613048 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 58042) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:24:37.115284 dv-cinder-804035-10-iscsi neutron-server[94311]: WARNING oslo_policy.policy [None req-e46fe651-a19a-40c1-8751-e545192da15f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:24:37.115875 dv-cinder-804035-10-iscsi neutron-server[94311]: WARNING oslo_policy.policy [None req-e46fe651-a19a-40c1-8751-e545192da15f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:24:37.337209 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-e46fe651-a19a-40c1-8751-e545192da15f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:24:37.433290 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.policy [None req-e46fe651-a19a-40c1-8751-e545192da15f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94311) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 04:24:37.480850 dv-cinder-804035-10-iscsi neutron-server[94311]: WARNING oslo_policy.policy [None req-e46fe651-a19a-40c1-8751-e545192da15f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:24:37.481223 dv-cinder-804035-10-iscsi neutron-server[94311]: WARNING oslo_policy.policy [None req-e46fe651-a19a-40c1-8751-e545192da15f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:24:37.489815 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.quota [None req-e46fe651-a19a-40c1-8751-e545192da15f admin admin] Loaded quota_driver: . Sep 07 04:24:37.640403 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e46fe651-a19a-40c1-8751-e545192da15f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773842907305', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773842907898', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773842895176', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773842897652', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773845433185', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773842876344', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1539510', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1351359', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3928078', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3856868'] for rbac-policy, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:37.817435 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e46fe651-a19a-40c1-8751-e545192da15f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:37.818893 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-e46fe651-a19a-40c1-8751-e545192da15f admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2037373 Sep 07 04:24:40.460502 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 58060) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:24:40.763142 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'tenant_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:24:40.848967 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Made reservation on behalf of 0fd5ff2a6caf44b5b558aa35b9ac5c20 for: {'network': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:24:40.851876 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:40.868779 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:40.989828 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:41.051852 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:41.076449 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:24:41.104484 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773844615783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:41.104484 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Unsubscribe: segment precommit_create {{(pid=94311) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 04:24:41.104484 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.segments_db [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Added segment 175f31f9-8b9e-4eaa-9c4f-be51dc9138da of type vlan for network 658a17cf-aef0-4807-815a-9a481c4a4b63 Sep 07 04:24:41.107722 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfc7219-9964-47ab-9f7d-045212f08885,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:24:41.143832 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:41.144195 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:41.144633 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:41.144974 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:41.145306 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:41.145645 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:41.145972 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:41.146294 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:41.146624 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:41.146943 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:41.147258 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:41.147580 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Tracked resource versions report: Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: pushed versions: Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: { 'AddressGroup': {'1.2'}, Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'ConntrackHelper': {'1.0'}, Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Log': {'1.0'}, Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Network': {'1.1'}, Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Port': {'1.7'}, Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'PortForwarding': {'1.2'}, Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'QosPolicy': {'1.9'}, Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'SecurityGroup': {'1.4'}, Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'SecurityGroupRule': {'1.2'}, Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'SubPort': {'1.0'}, Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Subnet': {'1.1'}, Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Trunk': {'1.1'}} Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: consumer versions: Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: { DHCP agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: L3 agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: Metadata agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: Metering agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: Open vSwitch agent@dv-cinder-804035-10-iscsi: { 'AddressGroup': '1.2', Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'ConntrackHelper': '1.0', Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Log': '1.0', Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Network': '1.1', Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Port': '1.7', Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'PortForwarding': '1.2', Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'QosPolicy': '1.9', Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'SecurityGroup': '1.4', Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'SecurityGroupRule': '1.2', Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'SubPort': '1.0', Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Subnet': '1.1', Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Trunk': '1.1'}} Sep 07 04:24:41.148900 dv-cinder-804035-10-iscsi neutron-server[94311]: {{(pid=94311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 04:24:41.221809 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:41.318084 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:41.319338 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:41.320040 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:41.422315 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] Pushing event updated for resources: {'Network': ['ID=658a17cf-aef0-4807-815a-9a481c4a4b63,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:24:41.434485 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network 658a17cf-aef0-4807-815a-9a481c4a4b63 details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:24:41.438731 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-8f6dc2c9-37a8-4006-aef9-01529efe1f19 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9770243 Sep 07 04:24:44.174531 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 58074) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:24:44.654555 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b375797e-34b1-4e3e-b959-5f285ca83ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:44.655891 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-b375797e-34b1-4e3e-b959-5f285ca83ab8 admin admin] 10.222.0.55 "GET /v2.0/networks/658a17cf-aef0-4807-815a-9a481c4a4b63 HTTP/1.1" status: 200 len: 825 time: 0.4803722 Sep 07 04:24:44.682724 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-c27c78d5-2cf4-4d9f-aa0e-a1c3d63c1a21 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/fb87e3d6-9f1a-4bfa-b048-5bff72a80fb0 HTTP/1.1" status: 200 len: 734 time: 0.0204706 Sep 07 04:24:44.692273 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-21f9b849-bcc5-4897-b9bc-7024feb39932 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'fb87e3d6-9f1a-4bfa-b048-5bff72a80fb0', 'gateway_ip': '172.20.0.1', 'tenant_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'ip_version': 4, 'network_id': '658a17cf-aef0-4807-815a-9a481c4a4b63'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:24:44.786366 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f9b849-bcc5-4897-b9bc-7024feb39932 admin admin] Made reservation on behalf of 0fd5ff2a6caf44b5b558aa35b9ac5c20 for: {'subnet': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:24:44.788815 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-21f9b849-bcc5-4897-b9bc-7024feb39932 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:45.129727 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-21f9b849-bcc5-4897-b9bc-7024feb39932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for subnet, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:45.196047 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f9b849-bcc5-4897-b9bc-7024feb39932 admin admin] Checking segment: {'id': '175f31f9-8b9e-4eaa-9c4f-be51dc9138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '658a17cf-aef0-4807-815a-9a481c4a4b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:24:45.196747 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f9b849-bcc5-4897-b9bc-7024feb39932 admin admin] Network hostable DHCP agents. Network: 658a17cf-aef0-4807-815a-9a481c4a4b63, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:24:45.203749 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9b849-bcc5-4897-b9bc-7024feb39932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e403e322-9971-4ad0-bc3f-4e4d3b9e8d26,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:24:45.283376 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f9b849-bcc5-4897-b9bc-7024feb39932 admin admin] Network 658a17cf-aef0-4807-815a-9a481c4a4b63 is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:24:45.354540 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-21f9b849-bcc5-4897-b9bc-7024feb39932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, 658a17cf-aef0-4807-815a-9a481c4a4b63) {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:24:45.359539 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f9b849-bcc5-4897-b9bc-7024feb39932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:45.360153 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-21f9b849-bcc5-4897-b9bc-7024feb39932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:45.365815 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae5a9f2-460d-4dd9-bc0c-560f24ec511c None None] Network 658a17cf-aef0-4807-815a-9a481c4a4b63 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:24:45.440848 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-21f9b849-bcc5-4897-b9bc-7024feb39932 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7518015 Sep 07 04:24:45.686309 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f0861aa-1164-573e-aee3-8cc302ec4a76-658a17cf-aef0-4807-815a-9a481c4a4b63', 'network_id': '658a17cf-aef0-4807-815a-9a481c4a4b63', 'tenant_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'fixed_ips': [{'subnet_id': 'e403e322-9971-4ad0-bc3f-4e4d3b9e8d26'}]}} from dv-cinder-804035-10-iscsi. {{(pid=94313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:24:45.687523 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:45.961575 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.db_base_plugin_common [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Allocated IP 172.20.0.2 (658a17cf-aef0-4807-815a-9a481c4a4b63/e403e322-9971-4ad0-bc3f-4e4d3b9e8d26/e3c0518e-d079-498d-adda-6d249ba0432b) {{(pid=94313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:24:46.162429 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Notify callbacks [] for port, precommit_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:46.205054 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Transition to ACTIVE for port object e3c0518e-d079-498d-adda-6d249ba0432b will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:24:46.226123 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Transition to ACTIVE for port object e3c0518e-d079-498d-adda-6d249ba0432b will not be triggered until provisioned by entity DHCP. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:24:46.301660 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468'] for port, after_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:46.368929 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Network 658a17cf-aef0-4807-815a-9a481c4a4b63 is already hosted by enough agents. {{(pid=94313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:24:46.374878 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.base_scheduler [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Resources bound (agent type, host, resource id): {{(pid=94313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:24:46.389277 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Received port after_create {{(pid=94313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:24:46.392441 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Pushing event updated for resources: {'Port': ['ID=e3c0518e-d079-498d-adda-6d249ba0432b,revision_number=1']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:24:46.423908 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:46.424283 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:46.424659 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:46.425004 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:46.425450 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:46.425797 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:46.426131 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:46.426464 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:46.426815 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:46.427150 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:46.427528 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:46.427856 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Tracked resource versions report: Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: pushed versions: Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: { 'AddressGroup': {'1.2'}, Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'ConntrackHelper': {'1.0'}, Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Log': {'1.0'}, Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Network': {'1.1'}, Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Port': {'1.7'}, Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'PortForwarding': {'1.2'}, Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'QosPolicy': {'1.9'}, Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'SecurityGroup': {'1.4'}, Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'SecurityGroupRule': {'1.2'}, Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'SubPort': {'1.0'}, Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Subnet': {'1.1'}, Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Trunk': {'1.1'}} Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: consumer versions: Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: { DHCP agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: L3 agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: Metadata agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: Metering agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: Open vSwitch agent@dv-cinder-804035-10-iscsi: { 'AddressGroup': '1.2', Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'ConntrackHelper': '1.0', Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Log': '1.0', Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Network': '1.1', Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Port': '1.7', Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'PortForwarding': '1.2', Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'QosPolicy': '1.9', Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'SecurityGroup': '1.4', Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'SecurityGroupRule': '1.2', Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'SubPort': '1.0', Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Subnet': '1.1', Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Trunk': '1.1'}} Sep 07 04:24:46.429404 dv-cinder-804035-10-iscsi neutron-server[94313]: {{(pid=94313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 04:24:46.478541 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Attempting to bind port e3c0518e-d079-498d-adda-6d249ba0432b on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:24:46.478885 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Attempting to bind port e3c0518e-d079-498d-adda-6d249ba0432b by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': '175f31f9-8b9e-4eaa-9c4f-be51dc9138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '658a17cf-aef0-4807-815a-9a481c4a4b63'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:24:46.479297 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Attempting to bind port e3c0518e-d079-498d-adda-6d249ba0432b on network 658a17cf-aef0-4807-815a-9a481c4a4b63 {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:24:46.484405 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:24:46.484855 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Checking segment: {'id': '175f31f9-8b9e-4eaa-9c4f-be51dc9138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '658a17cf-aef0-4807-815a-9a481c4a4b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:24:46.485327 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:46.485725 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Bound using segment: {'id': '175f31f9-8b9e-4eaa-9c4f-be51dc9138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '658a17cf-aef0-4807-815a-9a481c4a4b63'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:24:46.486228 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Bound port: e3c0518e-d079-498d-adda-6d249ba0432b, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175f31f9-8b9e-4eaa-9c4f-be51dc9138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '658a17cf-aef0-4807-815a-9a481c4a4b63'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:24:46.486642 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:46.549905 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] For port e3c0518e-d079-498d-adda-6d249ba0432b, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:24:46.554306 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] For port e3c0518e-d079-498d-adda-6d249ba0432b, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=e3c0518e-d079-498d-adda-6d249ba0432b,segment=NetworkSegment(175f31f9-8b9e-4eaa-9c4f-be51dc9138da),segment_id=175f31f9-8b9e-4eaa-9c4f-be51dc9138da)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:24:46.655514 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:46.728246 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9ed93-e5c5-4892-b414-d7b02a850ffc None None] Pushing event updated for resources: {'Port': ['ID=e3c0518e-d079-498d-adda-6d249ba0432b,revision_number=2']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:24:47.889123 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 58082) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:24:48.210147 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [None req-c8df7ec5-2ef1-471e-b48d-4063c7cb8d77 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:24:48.211162 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-c8df7ec5-2ef1-471e-b48d-4063c7cb8d77 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3211079 Sep 07 04:24:50.705910 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 58090) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:24:51.014980 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [None req-c14f94a9-95e6-4b2a-bd94-aa6ff6562801 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:24:51.016042 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-c14f94a9-95e6-4b2a-bd94-aa6ff6562801 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3091736 Sep 07 04:24:53.694771 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 58100) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:24:53.994921 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-d1b5bd1f-cd96-4c2c-b893-b9789b0f2268 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'name': 'router1'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:24:54.123474 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d1b5bd1f-cd96-4c2c-b893-b9789b0f2268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-50034'] for router, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:54.127508 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d1b5bd1f-cd96-4c2c-b893-b9789b0f2268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-50041'] for router, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:54.263004 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d1b5bd1f-cd96-4c2c-b893-b9789b0f2268 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:54.312928 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d1b5bd1f-cd96-4c2c-b893-b9789b0f2268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473069'] for router, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:54.389959 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d1b5bd1f-cd96-4c2c-b893-b9789b0f2268 admin admin] Notify callbacks [] for router, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:54.391046 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-d1b5bd1f-cd96-4c2c-b893-b9789b0f2268 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6952832 Sep 07 04:24:55.023633 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device e3c0518e-d079-498d-adda-6d249ba0432b up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:24:55.180299 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port e3c0518e-d079-498d-adda-6d249ba0432b completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:24:55.208394 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ba9b5d-9dfe-48a3-ad61-fbb81b0936e2 None None] Network 658a17cf-aef0-4807-815a-9a481c4a4b63 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:24:55.351430 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-fe8669e4-8274-4d78-90b7-4097a30cc3d7 None None] Provisioning for port e3c0518e-d079-498d-adda-6d249ba0432b completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:24:55.367633 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-fe8669e4-8274-4d78-90b7-4097a30cc3d7 None None] Provisioning complete for port e3c0518e-d079-498d-adda-6d249ba0432b triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:24:55.368022 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-fe8669e4-8274-4d78-90b7-4097a30cc3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:55.498956 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-fe8669e4-8274-4d78-90b7-4097a30cc3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:55.548455 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-fe8669e4-8274-4d78-90b7-4097a30cc3d7 None None] For port e3c0518e-d079-498d-adda-6d249ba0432b, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=e3c0518e-d079-498d-adda-6d249ba0432b,segment=NetworkSegment(175f31f9-8b9e-4eaa-9c4f-be51dc9138da),segment_id=175f31f9-8b9e-4eaa-9c4f-be51dc9138da)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:24:55.617872 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-fe8669e4-8274-4d78-90b7-4097a30cc3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:55.664889 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8669e4-8274-4d78-90b7-4097a30cc3d7 None None] Pushing event updated for resources: {'Port': ['ID=e3c0518e-d079-498d-adda-6d249ba0432b,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:24:55.738325 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-63a657e3-7e23-473b-9194-1f9cb9975675 None None] Provisioning complete for port e3c0518e-d079-498d-adda-6d249ba0432b triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:24:55.738707 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-63a657e3-7e23-473b-9194-1f9cb9975675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:56.731840 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-8727244d-3c74-45c7-8551-fccfec71235e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:56.818268 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 58112) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:24:56.992517 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device e3c0518e-d079-498d-adda-6d249ba0432b up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:24:57.039797 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port e3c0518e-d079-498d-adda-6d249ba0432b triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:24:57.040173 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:57.135387 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [None req-1d216e5c-b377-4e37-a838-c3ffd5fb37d6 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:24:57.137029 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-1d216e5c-b377-4e37-a838-c3ffd5fb37d6 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3177691 Sep 07 04:24:59.528984 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-4191dd83-f79c-41a6-9b36-c47339fe71e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:59.538086 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 58120) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:24:59.734723 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:59.852636 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:24:59.854103 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.quota [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Loaded quota_driver: . Sep 07 04:24:59.986224 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Made reservation on behalf of c3ab1324b52744eab6dc82c8b69a1dc2 for: {'network': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:25:00.051593 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.policy [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94312) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 04:25:00.095619 dv-cinder-804035-10-iscsi neutron-server[94312]: WARNING oslo_policy.policy [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:25:00.095984 dv-cinder-804035-10-iscsi neutron-server[94312]: WARNING oslo_policy.policy [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:25:00.106983 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:00.127217 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:00.252800 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:00.314230 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:00.327083 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Reserving flat network on physical network physnet1 {{(pid=94312) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 07 04:25:00.359960 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773844615783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:00.360552 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Unsubscribe: segment precommit_create {{(pid=94312) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 04:25:00.361105 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.segments_db [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Added segment f800a06d-9d68-4bf0-8c3a-28318c0c4aba of type flat for network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 Sep 07 04:25:00.377883 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb0d55c-ba6f-4a79-80b6-6663231a9d54,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:00.407708 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:00.408070 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:00.408413 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:00.408773 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:00.409102 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:00.409443 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:00.409773 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:00.410162 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:00.410505 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:00.410830 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:00.411153 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:00.411470 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Tracked resource versions report: Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: pushed versions: Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: { 'AddressGroup': {'1.2'}, Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'ConntrackHelper': {'1.0'}, Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Log': {'1.0'}, Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Network': {'1.1'}, Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Port': {'1.7'}, Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'PortForwarding': {'1.2'}, Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'QosPolicy': {'1.9'}, Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'SecurityGroup': {'1.4'}, Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'SecurityGroupRule': {'1.2'}, Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'SubPort': {'1.0'}, Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Subnet': {'1.1'}, Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Trunk': {'1.1'}} Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: consumer versions: Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: { DHCP agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: L3 agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: Metadata agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: Metering agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: Open vSwitch agent@dv-cinder-804035-10-iscsi: { 'AddressGroup': '1.2', Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'ConntrackHelper': '1.0', Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Log': '1.0', Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Network': '1.1', Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Port': '1.7', Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'PortForwarding': '1.2', Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'QosPolicy': '1.9', Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'SecurityGroup': '1.4', Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'SecurityGroupRule': '1.2', Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'SubPort': '1.0', Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Subnet': '1.1', Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Trunk': '1.1'}} Sep 07 04:25:00.412777 dv-cinder-804035-10-iscsi neutron-server[94312]: {{(pid=94312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 04:25:00.451755 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:00.491287 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:00.637793 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:00.639246 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:00.639993 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:00.735991 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] Pushing event updated for resources: {'Network': ['ID=8b8648d5-0172-4d8a-aa17-a0353230f6f5,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:00.746413 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:25:00.775322 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-d083e440-11e4-4b27-94d3-2c10733ea4e8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2361403 Sep 07 04:25:02.391784 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:02.729287 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 5 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:25:03.161424 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 58144) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:03.375087 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2091c235-36d8-4e40-94b4-67f5f1cc6a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:03.376498 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-2091c235-36d8-4e40-94b4-67f5f1cc6a81 admin admin] 10.222.0.55 "GET /v2.0/subnets/e403e322-9971-4ad0-bc3f-4e4d3b9e8d26 HTTP/1.1" status: 200 len: 849 time: 0.2141199 Sep 07 04:25:03.550964 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-f1cdf1c9-3d95-4b8b-bae2-884053a1d2fe admin admin] 10.222.0.55 "GET /v2.0/routers/86101bc8-8782-4d17-a20d-4d1bc57d1e9a HTTP/1.1" status: 200 len: 704 time: 0.1680865 Sep 07 04:25:03.845145 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:04.146076 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] Allocated IP 172.20.0.1 (658a17cf-aef0-4807-815a-9a481c4a4b63/e403e322-9971-4ad0-bc3f-4e4d3b9e8d26/32925637-5b93-40e5-a395-8fd610f2ef00) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:25:04.325266 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:04.348092 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] Transition to ACTIVE for port object 32925637-5b93-40e5-a395-8fd610f2ef00 will not be triggered until provisioned by entity DHCP. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:25:04.474833 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:04.545303 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] Network 658a17cf-aef0-4807-815a-9a481c4a4b63 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:25:04.550955 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:25:04.554045 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:25:04.554603 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472734'] for router_interface, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:04.583786 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] Pushing event updated for resources: {'Port': ['ID=32925637-5b93-40e5-a395-8fd610f2ef00,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:04.819330 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:04.877419 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-8b98eb67-f725-41a4-ab30-4ffa763680fb None None] Provisioning for port 32925637-5b93-40e5-a395-8fd610f2ef00 completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:25:04.881306 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-8b98eb67-f725-41a4-ab30-4ffa763680fb None None] Provisioning complete for port 32925637-5b93-40e5-a395-8fd610f2ef00 triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:25:04.881682 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-8b98eb67-f725-41a4-ab30-4ffa763680fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:04.915289 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-8b98eb67-f725-41a4-ab30-4ffa763680fb None None] Port 32925637-5b93-40e5-a395-8fd610f2ef00 cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:25:05.076292 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:05.140188 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:05.141012 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471086'] for router_interface, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:05.202359 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] Pushing event updated for resources: {'Port': ['ID=32925637-5b93-40e5-a395-8fd610f2ef00,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:05.264045 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] Network 658a17cf-aef0-4807-815a-9a481c4a4b63 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:25:05.265367 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:25:05.437232 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0605b4d6-94c4-46f0-886f-c653f72ea195 None None] Provisioning complete for port 32925637-5b93-40e5-a395-8fd610f2ef00 triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:25:05.437612 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0605b4d6-94c4-46f0-886f-c653f72ea195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:05.475960 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0605b4d6-94c4-46f0-886f-c653f72ea195 None None] Port 32925637-5b93-40e5-a395-8fd610f2ef00 cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:25:05.537231 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] Router 86101bc8-8782-4d17-a20d-4d1bc57d1e9a is scheduled to L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 with binding_index 1 {{(pid=94312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:25:05.627570 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:25:05.633225 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-26d89a56-0038-454e-adfe-019a46cb3778 admin admin] 10.222.0.55 "PUT /v2.0/routers/86101bc8-8782-4d17-a20d-4d1bc57d1e9a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0765855 Sep 07 04:25:05.652405 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Sync routers for ids ['86101bc8-8782-4d17-a20d-4d1bc57d1e9a'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:25:05.663913 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Routers {'86101bc8-8782-4d17-a20d-4d1bc57d1e9a'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:25:05.664862 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:24:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['86101bc8-8782-4d17-a20d-4d1bc57d1e9a'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:25:05.850181 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Set router 86101bc8-8782-4d17-a20d-4d1bc57d1e9a gateway port host: None {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:25:06.279669 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86101bc8-8782-4d17-a20d-4d1bc57d1e9a', 'name': 'router1', 'tenant_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:24:54Z', 'updated_at': '2021-09-07T04:25:04Z', 'revision_number': 2, 'project_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'gw_port_host': None, '_interfaces': [{'id': '32925637-5b93-40e5-a395-8fd610f2ef00', 'name': '', 'network_id': '658a17cf-aef0-4807-815a-9a481c4a4b63', 'tenant_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'mac_address': 'fa:16:3e:a4:a8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86101bc8-8782-4d17-a20d-4d1bc57d1e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e403e322-9971-4ad0-bc3f-4e4d3b9e8d26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:25:03Z', 'updated_at': '2021-09-07T04:25:04Z', 'revision_number': 2, 'project_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'subnets': [{'id': 'e403e322-9971-4ad0-bc3f-4e4d3b9e8d26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb87e3d6-9f1a-4bfa-b048-5bff72a80fb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:25:06.331475 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Checking router: 86101bc8-8782-4d17-a20d-4d1bc57d1e9a for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:25:06.331851 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Updating router 86101bc8-8782-4d17-a20d-4d1bc57d1e9a port 32925637-5b93-40e5-a395-8fd610f2ef00 binding host dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:25:06.380881 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:06.901913 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Notify callbacks [] for port, precommit_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:06.920067 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.provisioning_blocks [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Transition to ACTIVE for port object 32925637-5b93-40e5-a395-8fd610f2ef00 will not be triggered until provisioned by entity L2. {{(pid=94314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:25:06.988207 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:07.150963 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38085c3d-7db9-4746-aa7e-c0dbe5198870 None None] Pushing event updated for resources: {'Port': ['ID=32925637-5b93-40e5-a395-8fd610f2ef00,revision_number=3']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:07.165416 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Attempting to bind port 32925637-5b93-40e5-a395-8fd610f2ef00 on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:25:07.165822 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Attempting to bind port 32925637-5b93-40e5-a395-8fd610f2ef00 by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': '175f31f9-8b9e-4eaa-9c4f-be51dc9138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '658a17cf-aef0-4807-815a-9a481c4a4b63'}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:25:07.166227 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Attempting to bind port 32925637-5b93-40e5-a395-8fd610f2ef00 on network 658a17cf-aef0-4807-815a-9a481c4a4b63 {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:25:07.168973 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38085c3d-7db9-4746-aa7e-c0dbe5198870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:07.169330 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38085c3d-7db9-4746-aa7e-c0dbe5198870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:07.169671 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38085c3d-7db9-4746-aa7e-c0dbe5198870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:07.170008 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38085c3d-7db9-4746-aa7e-c0dbe5198870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:07.170341 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38085c3d-7db9-4746-aa7e-c0dbe5198870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:07.170681 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38085c3d-7db9-4746-aa7e-c0dbe5198870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:07.171010 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38085c3d-7db9-4746-aa7e-c0dbe5198870 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:07.171337 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38085c3d-7db9-4746-aa7e-c0dbe5198870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:07.171691 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38085c3d-7db9-4746-aa7e-c0dbe5198870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:07.172009 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38085c3d-7db9-4746-aa7e-c0dbe5198870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:07.172333 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38085c3d-7db9-4746-aa7e-c0dbe5198870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:07.172685 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38085c3d-7db9-4746-aa7e-c0dbe5198870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38085c3d-7db9-4746-aa7e-c0dbe5198870 None None] Tracked resource versions report: Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: pushed versions: Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: { 'AddressGroup': {'1.2'}, Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'ConntrackHelper': {'1.0'}, Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Log': {'1.0'}, Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Network': {'1.1'}, Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Port': {'1.7'}, Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'PortForwarding': {'1.2'}, Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'QosPolicy': {'1.9'}, Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'SecurityGroup': {'1.4'}, Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'SecurityGroupRule': {'1.2'}, Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'SubPort': {'1.0'}, Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Subnet': {'1.1'}, Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Trunk': {'1.1'}} Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: consumer versions: Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: { DHCP agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: L3 agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: Metadata agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: Metering agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: Open vSwitch agent@dv-cinder-804035-10-iscsi: { 'AddressGroup': '1.2', Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'ConntrackHelper': '1.0', Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Log': '1.0', Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Network': '1.1', Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Port': '1.7', Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'PortForwarding': '1.2', Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'QosPolicy': '1.9', Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'SecurityGroup': '1.4', Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'SecurityGroupRule': '1.2', Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'SubPort': '1.0', Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Subnet': '1.1', Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Trunk': '1.1'}} Sep 07 04:25:07.173990 dv-cinder-804035-10-iscsi neutron-server[94314]: {{(pid=94314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 04:25:07.180550 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:25:07.180970 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Checking segment: {'id': '175f31f9-8b9e-4eaa-9c4f-be51dc9138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '658a17cf-aef0-4807-815a-9a481c4a4b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:25:07.181440 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:07.181822 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Bound using segment: {'id': '175f31f9-8b9e-4eaa-9c4f-be51dc9138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '658a17cf-aef0-4807-815a-9a481c4a4b63'} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:25:07.182328 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Bound port: 32925637-5b93-40e5-a395-8fd610f2ef00, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175f31f9-8b9e-4eaa-9c4f-be51dc9138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '658a17cf-aef0-4807-815a-9a481c4a4b63'}}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:25:07.183436 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:07.251610 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] For port 32925637-5b93-40e5-a395-8fd610f2ef00, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:25:07.271306 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] For port 32925637-5b93-40e5-a395-8fd610f2ef00, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=32925637-5b93-40e5-a395-8fd610f2ef00,segment=NetworkSegment(175f31f9-8b9e-4eaa-9c4f-be51dc9138da),segment_id=175f31f9-8b9e-4eaa-9c4f-be51dc9138da)] {{(pid=94314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:25:07.343100 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:07.404669 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38085c3d-7db9-4746-aa7e-c0dbe5198870 None None] Pushing event updated for resources: {'Port': ['ID=32925637-5b93-40e5-a395-8fd610f2ef00,revision_number=4']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:07.408565 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Routers {'86101bc8-8782-4d17-a20d-4d1bc57d1e9a'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:25:07.409066 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:24:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['86101bc8-8782-4d17-a20d-4d1bc57d1e9a'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:25:07.501441 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] Set router 86101bc8-8782-4d17-a20d-4d1bc57d1e9a gateway port host: None {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:25:07.723389 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86101bc8-8782-4d17-a20d-4d1bc57d1e9a', 'name': 'router1', 'tenant_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:24:54Z', 'updated_at': '2021-09-07T04:25:04Z', 'revision_number': 2, 'project_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'gw_port_host': None, '_interfaces': [{'id': '32925637-5b93-40e5-a395-8fd610f2ef00', 'name': '', 'network_id': '658a17cf-aef0-4807-815a-9a481c4a4b63', 'tenant_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'mac_address': 'fa:16:3e:a4:a8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86101bc8-8782-4d17-a20d-4d1bc57d1e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e403e322-9971-4ad0-bc3f-4e4d3b9e8d26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:25:03Z', 'updated_at': '2021-09-07T04:25:07Z', 'revision_number': 4, 'project_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'subnets': [{'id': 'e403e322-9971-4ad0-bc3f-4e4d3b9e8d26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb87e3d6-9f1a-4bfa-b048-5bff72a80fb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:25:07.749391 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52215b1d-c1da-4dea-8acb-321d7cf1225a None None] The sync data for ids ['86101bc8-8782-4d17-a20d-4d1bc57d1e9a'] in dv-cinder-804035-10-iscsi is: [{'id': '86101bc8-8782-4d17-a20d-4d1bc57d1e9a', 'name': 'router1', 'tenant_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:24:54Z', 'updated_at': '2021-09-07T04:25:04Z', 'revision_number': 2, 'project_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'gw_port_host': None, '_interfaces': [{'id': '32925637-5b93-40e5-a395-8fd610f2ef00', 'name': '', 'network_id': '658a17cf-aef0-4807-815a-9a481c4a4b63', 'tenant_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'mac_address': 'fa:16:3e:a4:a8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86101bc8-8782-4d17-a20d-4d1bc57d1e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e403e322-9971-4ad0-bc3f-4e4d3b9e8d26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:25:03Z', 'updated_at': '2021-09-07T04:25:07Z', 'revision_number': 4, 'project_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'subnets': [{'id': 'e403e322-9971-4ad0-bc3f-4e4d3b9e8d26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb87e3d6-9f1a-4bfa-b048-5bff72a80fb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:25:07.921132 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 58164) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:08.039019 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3313ace-7b17-4dcf-8d1c-2b2231b2bf88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:08.044894 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-b3313ace-7b17-4dcf-8d1c-2b2231b2bf88 admin admin] 10.222.0.55 "GET /v2.0/networks/8b8648d5-0172-4d8a-aa17-a0353230f6f5 HTTP/1.1" status: 200 len: 842 time: 0.1182206 Sep 07 04:25:08.051262 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-64a97df9-7e06-457b-bdfc-5962832ec904 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'cidr': '172.27.2.0/24', 'enable_dhcp': False}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:25:08.156994 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a97df9-7e06-457b-bdfc-5962832ec904 admin admin] Made reservation on behalf of c3ab1324b52744eab6dc82c8b69a1dc2 for: {'subnet': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:25:08.159799 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-64a97df9-7e06-457b-bdfc-5962832ec904 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:08.519387 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.objects.ports [None req-64a97df9-7e06-457b-bdfc-5962832ec904 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94312) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 04:25:08.519824 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-64a97df9-7e06-457b-bdfc-5962832ec904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for subnet, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:08.579018 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a97df9-7e06-457b-bdfc-5962832ec904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a12bc300-0f94-4b6e-9d32-58b30fd1a4e8,revision_number=0']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:08.583397 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a97df9-7e06-457b-bdfc-5962832ec904 admin admin] Checking segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:25:08.583816 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a97df9-7e06-457b-bdfc-5962832ec904 admin admin] Network hostable DHCP agents. Network: 8b8648d5-0172-4d8a-aa17-a0353230f6f5, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:25:08.657423 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a97df9-7e06-457b-bdfc-5962832ec904 admin admin] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:25:08.753858 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-64a97df9-7e06-457b-bdfc-5962832ec904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, 8b8648d5-0172-4d8a-aa17-a0353230f6f5) {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:25:08.758028 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a97df9-7e06-457b-bdfc-5962832ec904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:08.758661 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-64a97df9-7e06-457b-bdfc-5962832ec904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:08.764785 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68294b9e-f457-4339-ab0d-ebbe7ae32005 None None] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:25:08.865040 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-64a97df9-7e06-457b-bdfc-5962832ec904 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8040435 Sep 07 04:25:08.897805 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6335c2a-2001-4d4b-b2d0-4b3caacba56d None None] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:25:11.161368 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 58172) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:11.374196 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-e3a301ac-1aa6-4206-8f15-6518e512b18e admin admin] 10.222.0.55 "GET /v2.0/routers/86101bc8-8782-4d17-a20d-4d1bc57d1e9a HTTP/1.1" status: 200 len: 710 time: 0.2117205 Sep 07 04:25:11.487644 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4866134-a6e7-4e91-9b6d-439666641644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:11.488957 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-f4866134-a6e7-4e91-9b6d-439666641644 admin admin] 10.222.0.55 "GET /v2.0/networks/8b8648d5-0172-4d8a-aa17-a0353230f6f5 HTTP/1.1" status: 200 len: 886 time: 0.1087749 Sep 07 04:25:11.498981 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-005493b0-87b8-42b0-84da-9ff05bbcf984 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:25:11.746802 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-005493b0-87b8-42b0-84da-9ff05bbcf984 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:12.045004 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-005493b0-87b8-42b0-84da-9ff05bbcf984 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:12.128426 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-005493b0-87b8-42b0-84da-9ff05bbcf984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:12.364811 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [None req-005493b0-87b8-42b0-84da-9ff05bbcf984 admin admin] Allocated IP 172.27.2.28 (8b8648d5-0172-4d8a-aa17-a0353230f6f5/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8/0cd35908-f165-4fb2-ac95-9dece481699e) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:25:12.486263 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-005493b0-87b8-42b0-84da-9ff05bbcf984 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:12.641836 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-005493b0-87b8-42b0-84da-9ff05bbcf984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:12.714930 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005493b0-87b8-42b0-84da-9ff05bbcf984 admin admin] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:25:12.721019 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-005493b0-87b8-42b0-84da-9ff05bbcf984 admin admin] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:25:12.730319 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005493b0-87b8-42b0-84da-9ff05bbcf984 admin admin] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:25:12.764269 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005493b0-87b8-42b0-84da-9ff05bbcf984 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd35908-f165-4fb2-ac95-9dece481699e,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:13.039874 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 32925637-5b93-40e5-a395-8fd610f2ef00 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:25:13.098802 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-005493b0-87b8-42b0-84da-9ff05bbcf984 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:13.159472 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port 32925637-5b93-40e5-a395-8fd610f2ef00 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:25:13.163782 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 32925637-5b93-40e5-a395-8fd610f2ef00 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:25:13.164175 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:13.241800 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:13.273410 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port 32925637-5b93-40e5-a395-8fd610f2ef00, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=32925637-5b93-40e5-a395-8fd610f2ef00,segment=NetworkSegment(175f31f9-8b9e-4eaa-9c4f-be51dc9138da),segment_id=175f31f9-8b9e-4eaa-9c4f-be51dc9138da)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:25:13.310248 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-005493b0-87b8-42b0-84da-9ff05bbcf984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2707'] for router, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:13.314589 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-005493b0-87b8-42b0-84da-9ff05bbcf984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460555'] for router, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:13.342591 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:13.394189 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=32925637-5b93-40e5-a395-8fd610f2ef00,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:13.425246 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005493b0-87b8-42b0-84da-9ff05bbcf984 admin admin] Router 86101bc8-8782-4d17-a20d-4d1bc57d1e9a has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:25:13.529589 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005493b0-87b8-42b0-84da-9ff05bbcf984 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:25:13.534006 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-005493b0-87b8-42b0-84da-9ff05bbcf984 admin admin] Notify callbacks [] for router, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:13.535210 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-005493b0-87b8-42b0-84da-9ff05bbcf984 admin admin] 10.222.0.55 "PUT /v2.0/routers/86101bc8-8782-4d17-a20d-4d1bc57d1e9a HTTP/1.1" status: 200 len: 889 time: 2.0394039 Sep 07 04:25:14.236090 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Sync routers for ids ['86101bc8-8782-4d17-a20d-4d1bc57d1e9a'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:25:14.246214 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Routers {'86101bc8-8782-4d17-a20d-4d1bc57d1e9a'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:25:14.248089 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:24:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['86101bc8-8782-4d17-a20d-4d1bc57d1e9a'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:25:14.506396 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Set router 86101bc8-8782-4d17-a20d-4d1bc57d1e9a gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:25:14.898172 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86101bc8-8782-4d17-a20d-4d1bc57d1e9a', 'name': 'router1', 'tenant_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '0cd35908-f165-4fb2-ac95-9dece481699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:24:54Z', 'updated_at': '2021-09-07T04:25:12Z', 'revision_number': 4, 'project_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'gw_port': {'id': '0cd35908-f165-4fb2-ac95-9dece481699e', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86101bc8-8782-4d17-a20d-4d1bc57d1e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:25:12Z', 'updated_at': '2021-09-07T04:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '32925637-5b93-40e5-a395-8fd610f2ef00', 'name': '', 'network_id': '658a17cf-aef0-4807-815a-9a481c4a4b63', 'tenant_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'mac_address': 'fa:16:3e:a4:a8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86101bc8-8782-4d17-a20d-4d1bc57d1e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e403e322-9971-4ad0-bc3f-4e4d3b9e8d26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:25:03Z', 'updated_at': '2021-09-07T04:25:13Z', 'revision_number': 5, 'project_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'subnets': [{'id': 'e403e322-9971-4ad0-bc3f-4e4d3b9e8d26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb87e3d6-9f1a-4bfa-b048-5bff72a80fb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:25:14.951304 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Checking router: 86101bc8-8782-4d17-a20d-4d1bc57d1e9a for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:25:14.951668 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Updating router 86101bc8-8782-4d17-a20d-4d1bc57d1e9a port 0cd35908-f165-4fb2-ac95-9dece481699e binding host dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:25:15.000835 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:15.022532 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 32925637-5b93-40e5-a395-8fd610f2ef00 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:25:15.200283 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 32925637-5b93-40e5-a395-8fd610f2ef00 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:25:15.200606 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:15.412228 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Notify callbacks [] for port, precommit_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:15.422370 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Transition to ACTIVE for port object 0cd35908-f165-4fb2-ac95-9dece481699e will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:25:15.531096 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:15.578143 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Attempting to bind port 0cd35908-f165-4fb2-ac95-9dece481699e on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:25:15.588984 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Attempting to bind port 0cd35908-f165-4fb2-ac95-9dece481699e by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:25:15.588984 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Attempting to bind port 0cd35908-f165-4fb2-ac95-9dece481699e on network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:25:15.588984 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:25:15.588984 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Checking segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:25:15.588984 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:15.588984 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Bound using segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:25:15.588984 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Bound port: 0cd35908-f165-4fb2-ac95-9dece481699e, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:25:15.588984 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:15.693358 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e4586-1960-430e-992e-fd643febbd24 None None] Pushing event updated for resources: {'Port': ['ID=0cd35908-f165-4fb2-ac95-9dece481699e,revision_number=2']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:15.719328 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] For port 0cd35908-f165-4fb2-ac95-9dece481699e, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:25:15.722255 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] For port 0cd35908-f165-4fb2-ac95-9dece481699e, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=0cd35908-f165-4fb2-ac95-9dece481699e,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:25:15.780372 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:15.838916 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Routers {'86101bc8-8782-4d17-a20d-4d1bc57d1e9a'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:25:15.839564 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:24:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['86101bc8-8782-4d17-a20d-4d1bc57d1e9a'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:25:15.843503 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e4586-1960-430e-992e-fd643febbd24 None None] Pushing event updated for resources: {'Port': ['ID=0cd35908-f165-4fb2-ac95-9dece481699e,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:15.950095 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] Set router 86101bc8-8782-4d17-a20d-4d1bc57d1e9a gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:25:15.999064 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 58184) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:16.115663 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-45637136-a554-4ae7-a31e-705f79903aa0 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1154644 Sep 07 04:25:16.170190 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86101bc8-8782-4d17-a20d-4d1bc57d1e9a', 'name': 'router1', 'tenant_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '0cd35908-f165-4fb2-ac95-9dece481699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:24:54Z', 'updated_at': '2021-09-07T04:25:12Z', 'revision_number': 4, 'project_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'gw_port': {'id': '0cd35908-f165-4fb2-ac95-9dece481699e', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86101bc8-8782-4d17-a20d-4d1bc57d1e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:25:12Z', 'updated_at': '2021-09-07T04:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '32925637-5b93-40e5-a395-8fd610f2ef00', 'name': '', 'network_id': '658a17cf-aef0-4807-815a-9a481c4a4b63', 'tenant_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'mac_address': 'fa:16:3e:a4:a8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86101bc8-8782-4d17-a20d-4d1bc57d1e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e403e322-9971-4ad0-bc3f-4e4d3b9e8d26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:25:03Z', 'updated_at': '2021-09-07T04:25:13Z', 'revision_number': 5, 'project_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'subnets': [{'id': 'e403e322-9971-4ad0-bc3f-4e4d3b9e8d26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb87e3d6-9f1a-4bfa-b048-5bff72a80fb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:25:16.197610 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3eb1e1-d11c-478d-b830-d6248d069b4b None None] The sync data for ids ['86101bc8-8782-4d17-a20d-4d1bc57d1e9a'] in dv-cinder-804035-10-iscsi is: [{'id': '86101bc8-8782-4d17-a20d-4d1bc57d1e9a', 'name': 'router1', 'tenant_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '0cd35908-f165-4fb2-ac95-9dece481699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:24:54Z', 'updated_at': '2021-09-07T04:25:12Z', 'revision_number': 4, 'project_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'gw_port': {'id': '0cd35908-f165-4fb2-ac95-9dece481699e', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86101bc8-8782-4d17-a20d-4d1bc57d1e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:25:12Z', 'updated_at': '2021-09-07T04:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '32925637-5b93-40e5-a395-8fd610f2ef00', 'name': '', 'network_id': '658a17cf-aef0-4807-815a-9a481c4a4b63', 'tenant_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'mac_address': 'fa:16:3e:a4:a8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86101bc8-8782-4d17-a20d-4d1bc57d1e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e403e322-9971-4ad0-bc3f-4e4d3b9e8d26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:25:03Z', 'updated_at': '2021-09-07T04:25:13Z', 'revision_number': 5, 'project_id': '0fd5ff2a6caf44b5b558aa35b9ac5c20', 'subnets': [{'id': 'e403e322-9971-4ad0-bc3f-4e4d3b9e8d26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb87e3d6-9f1a-4bfa-b048-5bff72a80fb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:25:17.032787 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 0cd35908-f165-4fb2-ac95-9dece481699e up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:25:17.176438 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port 0cd35908-f165-4fb2-ac95-9dece481699e completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:25:17.180426 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 0cd35908-f165-4fb2-ac95-9dece481699e triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:25:17.180841 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:17.257088 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:17.278113 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port 0cd35908-f165-4fb2-ac95-9dece481699e, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=0cd35908-f165-4fb2-ac95-9dece481699e,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:25:17.330963 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:17.377429 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=0cd35908-f165-4fb2-ac95-9dece481699e,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:19.014711 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 0cd35908-f165-4fb2-ac95-9dece481699e up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:25:19.062290 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 0cd35908-f165-4fb2-ac95-9dece481699e triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:25:19.062664 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:26.737310 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-376db1d4-be2e-490e-b973-0af493fc8802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:29.534029 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-5f1d82c7-1090-4ca0-b6aa-bc349f8d633d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:29.564952 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:30.486104 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:32.416204 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:39.731156 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 5 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:25:56.722776 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0f546a47-71e3-43d5-9b18-6718cc44bbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:59.561328 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-33623fa4-8e31-469b-97a6-ac2c8277629a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:59.587115 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:00.469819 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:02.409545 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:16.730593 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 5 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:26:26.714675 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-4da7b0cf-8185-4e09-b73d-7a6b30d7c179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:29.558741 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-a5d2effe-f4ca-46a9-93d4-d698a3bbfcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:29.586178 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:30.471116 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:32.449158 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:53.728181 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 5 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:26:55.638277 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 58746) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:26:55.700122 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60356a8-6137-4b67-8a0d-4e63fe467384 admin admin] GET failed (client error): The resource could not be found. Sep 07 04:26:55.701501 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-a60356a8-6137-4b67-8a0d-4e63fe467384 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622678 Sep 07 04:26:55.928146 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57053bac-1a00-49f3-99e5-202fd77ca2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:55.929626 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-57053bac-1a00-49f3-99e5-202fd77ca2a3 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2236040 Sep 07 04:26:56.704775 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-999b5389-71bc-456c-8265-71303bdc6a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:58.138802 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 58756) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:26:58.229286 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaed486-1e10-4dca-8908-3d704f6b1e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:58.230698 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-beaed486-1e10-4dca-8908-3d704f6b1e73 admin admin] 10.222.0.55 "GET /v2.0/subnets/e403e322-9971-4ad0-bc3f-4e4d3b9e8d26 HTTP/1.1" status: 200 len: 849 time: 0.0909121 Sep 07 04:26:58.242812 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-3d605f98-0b6a-4ecc-85a8-9a38d10a48ba admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:26:58.328596 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3d605f98-0b6a-4ecc-85a8-9a38d10a48ba admin admin] Notify callbacks [] for subnet, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:58.545333 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3d605f98-0b6a-4ecc-85a8-9a38d10a48ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773844800220'] for subnet, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:58.578948 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d605f98-0b6a-4ecc-85a8-9a38d10a48ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:58.579603 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3d605f98-0b6a-4ecc-85a8-9a38d10a48ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:58.581027 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-3d605f98-0b6a-4ecc-85a8-9a38d10a48ba admin admin] 10.222.0.55 "PUT /v2.0/subnets/e403e322-9971-4ad0-bc3f-4e4d3b9e8d26 HTTP/1.1" status: 200 len: 868 time: 0.3419220 Sep 07 04:26:58.584715 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e0290a-0d16-41bd-abd8-bc6e503d04d0 None None] Network 658a17cf-aef0-4807-815a-9a481c4a4b63 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:26:58.604517 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d605f98-0b6a-4ecc-85a8-9a38d10a48ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=e403e322-9971-4ad0-bc3f-4e4d3b9e8d26,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:58.611775 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d605f98-0b6a-4ecc-85a8-9a38d10a48ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:58.612280 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d605f98-0b6a-4ecc-85a8-9a38d10a48ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:58.612657 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d605f98-0b6a-4ecc-85a8-9a38d10a48ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:58.613001 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d605f98-0b6a-4ecc-85a8-9a38d10a48ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:58.613339 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d605f98-0b6a-4ecc-85a8-9a38d10a48ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:58.613700 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d605f98-0b6a-4ecc-85a8-9a38d10a48ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:58.614173 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d605f98-0b6a-4ecc-85a8-9a38d10a48ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:58.614532 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d605f98-0b6a-4ecc-85a8-9a38d10a48ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:58.614882 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d605f98-0b6a-4ecc-85a8-9a38d10a48ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:58.615229 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d605f98-0b6a-4ecc-85a8-9a38d10a48ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:58.615562 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d605f98-0b6a-4ecc-85a8-9a38d10a48ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:58.615886 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d605f98-0b6a-4ecc-85a8-9a38d10a48ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:58.990391 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-b76a5d88-73b4-410d-adf5-bbf3d16b2d14 None None] Provisioning complete for port 32925637-5b93-40e5-a395-8fd610f2ef00 triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:26:58.990740 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-b76a5d88-73b4-410d-adf5-bbf3d16b2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:59.073090 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-b76a5d88-73b4-410d-adf5-bbf3d16b2d14 None None] Provisioning complete for port e3c0518e-d079-498d-adda-6d249ba0432b triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:26:59.073494 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-b76a5d88-73b4-410d-adf5-bbf3d16b2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:59.681855 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-4bfcaa75-3846-4d18-8bfb-9001349d5830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:59.693206 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:00.485420 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:00.778715 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 58764) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:00.974798 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea780b4d-e881-4aef-aafd-e95b731d3252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:00.975280 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea780b4d-e881-4aef-aafd-e95b731d3252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:00.976855 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-ea780b4d-e881-4aef-aafd-e95b731d3252 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1971502 Sep 07 04:27:02.410491 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:03.189609 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 58772) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:03.323685 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cc40f0-0d86-48ac-8973-67bd33cad1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:03.324171 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cc40f0-0d86-48ac-8973-67bd33cad1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:03.325755 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-77cc40f0-0d86-48ac-8973-67bd33cad1fb admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1351879 Sep 07 04:27:05.519567 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 58780) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:05.667560 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9cb8af-1a61-4dae-846e-5b7e58655351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:05.668972 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-0d9cb8af-1a61-4dae-846e-5b7e58655351 admin admin] 10.222.0.55 "GET /v2.0/networks/658a17cf-aef0-4807-815a-9a481c4a4b63 HTTP/1.1" status: 200 len: 869 time: 0.1484387 Sep 07 04:27:07.910038 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 58788) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:08.032998 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1c6334-3b88-4fb6-87f0-13aadfd716af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:08.034372 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-dd1c6334-3b88-4fb6-87f0-13aadfd716af admin admin] 10.222.0.55 "GET /v2.0/networks/8b8648d5-0172-4d8a-aa17-a0353230f6f5 HTTP/1.1" status: 200 len: 886 time: 0.1233962 Sep 07 04:27:10.219826 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 58796) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:10.343650 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940ed0ba-5e1a-4ed4-af9d-577598904cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:10.344120 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940ed0ba-5e1a-4ed4-af9d-577598904cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:10.345691 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-940ed0ba-5e1a-4ed4-af9d-577598904cf0 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249833 Sep 07 04:27:12.565170 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 58804) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:12.656827 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a627def7-8f0b-4a67-a115-b2258f9d6bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:12.657206 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a627def7-8f0b-4a67-a115-b2258f9d6bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:12.658762 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-a627def7-8f0b-4a67-a115-b2258f9d6bd5 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926526 Sep 07 04:27:14.888088 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 58812) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:14.974780 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aa91aa-35fa-4328-9bbb-a5373c4cf05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:14.976171 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-b5aa91aa-35fa-4328-9bbb-a5373c4cf05f admin admin] 10.222.0.55 "GET /v2.0/subnets/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8 HTTP/1.1" status: 200 len: 816 time: 0.0871003 Sep 07 04:27:17.160934 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 58820) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:17.256233 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151e877b-fbbf-4448-b700-a3c5af5a4017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:17.257536 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-151e877b-fbbf-4448-b700-a3c5af5a4017 admin admin] 10.222.0.55 "GET /v2.0/subnets/e403e322-9971-4ad0-bc3f-4e4d3b9e8d26 HTTP/1.1" status: 200 len: 868 time: 0.0956390 Sep 07 04:27:26.718297 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-c5aa410f-f8fe-4199-83b2-e8064d414b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:29.609922 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:29.611404 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3aa719af-9f8f-40e3-9002-cfbea3743cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:30.455388 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:30.726750 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 5 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:27:32.446785 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:41.492478 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 58874) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:41.541768 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [None req-b0a89488-91ae-45ea-b4fc-f241a64c0fc8 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:27:41.542759 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-b0a89488-91ae-45ea-b4fc-f241a64c0fc8 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485926 Sep 07 04:27:43.833972 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 58884) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:43.894330 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.pecan_wsgi.hooks.translation [None req-e101aeb2-bcc6-429d-809a-995b4c1fcafb admin admin] GET failed (client error): The resource could not be found. Sep 07 04:27:43.895677 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-e101aeb2-bcc6-429d-809a-995b4c1fcafb admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607677 Sep 07 04:27:44.038763 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef506c63-609f-4fe5-90da-33635a630c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:44.040924 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-ef506c63-609f-4fe5-90da-33635a630c3c admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1401067 Sep 07 04:27:46.259259 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 58892) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:46.306601 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-9ebd438c-17db-4095-9c2a-00a7c34f6aea admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:27:46.394224 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebd438c-17db-4095-9c2a-00a7c34f6aea admin admin] Made reservation on behalf of c3ab1324b52744eab6dc82c8b69a1dc2 for: {'network': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:27:46.396451 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9ebd438c-17db-4095-9c2a-00a7c34f6aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:46.433325 dv-cinder-804035-10-iscsi neutron-server[94311]: WARNING neutron.services.revisions.revision_plugin [None req-9ebd438c-17db-4095-9c2a-00a7c34f6aea admin admin] Could not find related network for resource to bump revision. Sep 07 04:27:46.445266 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebd438c-17db-4095-9c2a-00a7c34f6aea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=94311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:27:46.454192 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9ebd438c-17db-4095-9c2a-00a7c34f6aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:46.454537 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.segments_db [None req-9ebd438c-17db-4095-9c2a-00a7c34f6aea admin admin] Added segment 48899d06-6db2-4426-8761-70a5054c04a7 of type vlan for network 38014ad8-1f39-4daf-bdd9-85a3d93a13d1 Sep 07 04:27:46.501582 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9ebd438c-17db-4095-9c2a-00a7c34f6aea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:46.626045 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9ebd438c-17db-4095-9c2a-00a7c34f6aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:46.627042 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebd438c-17db-4095-9c2a-00a7c34f6aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:46.627631 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9ebd438c-17db-4095-9c2a-00a7c34f6aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:46.687700 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd438c-17db-4095-9c2a-00a7c34f6aea admin admin] Pushing event updated for resources: {'Network': ['ID=38014ad8-1f39-4daf-bdd9-85a3d93a13d1,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:46.697656 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network 38014ad8-1f39-4daf-bdd9-85a3d93a13d1 details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:27:46.756220 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-9ebd438c-17db-4095-9c2a-00a7c34f6aea admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4957218 Sep 07 04:27:49.015726 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 58900) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:49.075836 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.pecan_wsgi.hooks.translation [None req-64298ddf-fb83-4531-8c07-73690233b6fb admin admin] GET failed (client error): The resource could not be found. Sep 07 04:27:49.077208 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-64298ddf-fb83-4531-8c07-73690233b6fb admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604079 Sep 07 04:27:49.148890 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e19114-a368-4ec3-bebd-98ae8bce9941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:49.150508 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-54e19114-a368-4ec3-bebd-98ae8bce9941 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686650 Sep 07 04:27:49.160815 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-595fdcde-a4d5-40e9-90bb-0abcb7fa4ec3 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '38014ad8-1f39-4daf-bdd9-85a3d93a13d1', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:27:49.251570 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595fdcde-a4d5-40e9-90bb-0abcb7fa4ec3 admin admin] Made reservation on behalf of c3ab1324b52744eab6dc82c8b69a1dc2 for: {'subnet': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:27:49.253842 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-595fdcde-a4d5-40e9-90bb-0abcb7fa4ec3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:49.454939 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-595fdcde-a4d5-40e9-90bb-0abcb7fa4ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for subnet, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:49.511040 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595fdcde-a4d5-40e9-90bb-0abcb7fa4ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28b19798-ec1f-4e57-abeb-393e0f672888,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:49.520988 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595fdcde-a4d5-40e9-90bb-0abcb7fa4ec3 admin admin] Checking segment: {'id': '48899d06-6db2-4426-8761-70a5054c04a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '38014ad8-1f39-4daf-bdd9-85a3d93a13d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:27:49.521349 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595fdcde-a4d5-40e9-90bb-0abcb7fa4ec3 admin admin] Network hostable DHCP agents. Network: 38014ad8-1f39-4daf-bdd9-85a3d93a13d1, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:27:49.606065 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595fdcde-a4d5-40e9-90bb-0abcb7fa4ec3 admin admin] Network 38014ad8-1f39-4daf-bdd9-85a3d93a13d1 is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:27:49.717624 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-595fdcde-a4d5-40e9-90bb-0abcb7fa4ec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, 38014ad8-1f39-4daf-bdd9-85a3d93a13d1) {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:27:49.722316 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595fdcde-a4d5-40e9-90bb-0abcb7fa4ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:49.723377 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-595fdcde-a4d5-40e9-90bb-0abcb7fa4ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:49.726442 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ee469c-b26e-4df4-9edd-6b023174ebd4 None None] Network 38014ad8-1f39-4daf-bdd9-85a3d93a13d1 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:27:49.815392 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-595fdcde-a4d5-40e9-90bb-0abcb7fa4ec3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6579285 Sep 07 04:27:49.874492 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f0861aa-1164-573e-aee3-8cc302ec4a76-38014ad8-1f39-4daf-bdd9-85a3d93a13d1', 'network_id': '38014ad8-1f39-4daf-bdd9-85a3d93a13d1', 'tenant_id': 'c3ab1324b52744eab6dc82c8b69a1dc2', 'fixed_ips': [{'subnet_id': '28b19798-ec1f-4e57-abeb-393e0f672888'}]}} from dv-cinder-804035-10-iscsi. {{(pid=94313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:27:49.875410 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:50.022309 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.db_base_plugin_common [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Allocated IP 192.168.233.2 (38014ad8-1f39-4daf-bdd9-85a3d93a13d1/28b19798-ec1f-4e57-abeb-393e0f672888/7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a) {{(pid=94313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:27:50.167617 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Notify callbacks [] for port, precommit_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:50.175976 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Transition to ACTIVE for port object 7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:27:50.191390 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Transition to ACTIVE for port object 7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a will not be triggered until provisioned by entity DHCP. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:27:50.252780 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468'] for port, after_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:50.288629 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Network 38014ad8-1f39-4daf-bdd9-85a3d93a13d1 is already hosted by enough agents. {{(pid=94313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:27:50.292018 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.base_scheduler [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Resources bound (agent type, host, resource id): {{(pid=94313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:27:50.299536 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Received port after_create {{(pid=94313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:27:50.306990 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Pushing event updated for resources: {'Port': ['ID=7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a,revision_number=1']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:50.334015 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:50.334402 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:50.334752 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:50.335088 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:50.335425 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:50.335757 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:50.336085 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:50.336622 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:50.336999 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:50.337332 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:50.337666 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:50.337988 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:50.369902 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Attempting to bind port 7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:27:50.370277 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Attempting to bind port 7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': '48899d06-6db2-4426-8761-70a5054c04a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '38014ad8-1f39-4daf-bdd9-85a3d93a13d1'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:27:50.370643 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Attempting to bind port 7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a on network 38014ad8-1f39-4daf-bdd9-85a3d93a13d1 {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:27:50.375837 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:27:50.376216 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Checking segment: {'id': '48899d06-6db2-4426-8761-70a5054c04a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '38014ad8-1f39-4daf-bdd9-85a3d93a13d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:27:50.376642 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:50.377049 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Bound using segment: {'id': '48899d06-6db2-4426-8761-70a5054c04a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '38014ad8-1f39-4daf-bdd9-85a3d93a13d1'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:27:50.377527 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Bound port: 7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48899d06-6db2-4426-8761-70a5054c04a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '38014ad8-1f39-4daf-bdd9-85a3d93a13d1'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:27:50.377937 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:50.441562 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] For port 7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:27:50.444716 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] For port 7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a,segment=NetworkSegment(48899d06-6db2-4426-8761-70a5054c04a7),segment_id=48899d06-6db2-4426-8761-70a5054c04a7)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:27:50.573471 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:50.635879 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e312a04-0a56-4072-a38b-ad0c03cbd969 None None] Pushing event updated for resources: {'Port': ['ID=7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a,revision_number=2']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:51.148080 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:27:51.303364 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port 7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:27:51.451724 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1638cea8-cdce-4150-907c-9f2df7d735e0 None None] Network 38014ad8-1f39-4daf-bdd9-85a3d93a13d1 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:27:51.578277 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-cb121db8-a0b7-4287-b69b-a9bf950275d0 None None] Provisioning for port 7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:27:51.599306 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-cb121db8-a0b7-4287-b69b-a9bf950275d0 None None] Provisioning complete for port 7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:27:51.599681 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-cb121db8-a0b7-4287-b69b-a9bf950275d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:51.689961 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-cb121db8-a0b7-4287-b69b-a9bf950275d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:51.724966 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-cb121db8-a0b7-4287-b69b-a9bf950275d0 None None] For port 7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a,segment=NetworkSegment(48899d06-6db2-4426-8761-70a5054c04a7),segment_id=48899d06-6db2-4426-8761-70a5054c04a7)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:27:51.814891 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-cb121db8-a0b7-4287-b69b-a9bf950275d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:51.865923 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb121db8-a0b7-4287-b69b-a9bf950275d0 None None] Pushing event updated for resources: {'Port': ['ID=7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:51.935178 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-50c31a0b-1272-4086-a265-9a1dfabdc392 None None] Provisioning complete for port 7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:27:51.935567 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-50c31a0b-1272-4086-a265-9a1dfabdc392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:53.123410 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:27:53.177097 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 7190fdf0-ec2b-4576-a4a7-ab1bacd01b5a triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:27:53.177599 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:56.734566 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-e04f7109-b72b-4980-92a8-73b9306b68da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:59.562839 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:59.625857 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-d22d8904-c66b-4c26-b562-b68edfacb4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:00.473979 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:02.417354 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:07.724290 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 5 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:28:26.753146 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-5dda7fc8-7fda-4d4f-8461-d11e38f80c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:29.547828 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-d78c24e1-2d9c-40da-9cd6-703d04fd9eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:29.564692 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:30.479297 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:32.427435 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:44.722043 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 5 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:28:56.713162 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-374c1382-ba00-42c4-8f45-91c81054d7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:59.549290 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a6e6-0000-40dd-aacf-4a4eadec5cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:59.577643 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:00.529422 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:02.609370 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:21.719801 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 5 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:29:26.719716 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-f30d88bb-49c6-4c46-9160-a3bc7c0597e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:27.675178 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 58952) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:27.681945 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [None req-41c0526e-0e3b-4222-92fa-422f228c1b3b tempest-verify_tempest_config-1112241542 tempest-verify_tempest_config-1112241542-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:29:27.682970 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-41c0526e-0e3b-4222-92fa-422f228c1b3b tempest-verify_tempest_config-1112241542 tempest-verify_tempest_config-1112241542-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068374 Sep 07 04:29:28.280698 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 58970) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:28.381257 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6ad4293b-6fd7-4ede-aa8e-acd870cabbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:28.466241 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6ad4293b-6fd7-4ede-aa8e-acd870cabbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:28.548442 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6ad4293b-6fd7-4ede-aa8e-acd870cabbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:28.596372 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-6ad4293b-6fd7-4ede-aa8e-acd870cabbcb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff116e22e911474ca2752f980618a491&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3146319 Sep 07 04:29:28.597270 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4293b-6fd7-4ede-aa8e-acd870cabbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72b5f36-3ec9-4e5b-82f3-89bd5955bc1b,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:28.599145 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 58974) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:28.614361 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4293b-6fd7-4ede-aa8e-acd870cabbcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:28.614727 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4293b-6fd7-4ede-aa8e-acd870cabbcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:28.615073 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4293b-6fd7-4ede-aa8e-acd870cabbcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:28.615426 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4293b-6fd7-4ede-aa8e-acd870cabbcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:28.615743 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4293b-6fd7-4ede-aa8e-acd870cabbcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:28.616096 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4293b-6fd7-4ede-aa8e-acd870cabbcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:28.616432 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4293b-6fd7-4ede-aa8e-acd870cabbcb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:28.616834 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4293b-6fd7-4ede-aa8e-acd870cabbcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:28.617176 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4293b-6fd7-4ede-aa8e-acd870cabbcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:28.617502 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4293b-6fd7-4ede-aa8e-acd870cabbcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:28.617825 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4293b-6fd7-4ede-aa8e-acd870cabbcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:28.618146 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4293b-6fd7-4ede-aa8e-acd870cabbcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:28.663827 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9d57-efe7-4f7c-9e22-392051500393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:28.684340 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9d57-efe7-4f7c-9e22-392051500393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:28.828363 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9d57-efe7-4f7c-9e22-392051500393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:28.831030 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9d57-efe7-4f7c-9e22-392051500393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:28.832187 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-3b5c9d57-efe7-4f7c-9e22-392051500393 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a72b5f36-3ec9-4e5b-82f3-89bd5955bc1b HTTP/1.1" status: 204 len: 168 time: 0.2321560 Sep 07 04:29:28.840349 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c9d57-efe7-4f7c-9e22-392051500393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72b5f36-3ec9-4e5b-82f3-89bd5955bc1b,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:29.543073 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-65daeff1-dcae-4aaf-a7c9-afae655a9c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:29.577066 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:30.488400 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:32.428203 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:56.724963 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-507d8af5-d72f-45cb-a078-7592dc71daff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:58.721564 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 5 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:29:59.590593 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3dddb3bc-8fff-42ab-9835-b50b466eea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:59.639198 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:00.493239 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:02.438575 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:26.723066 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-746e0433-dd3d-4c1e-b5a6-309b51b17695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:29.566510 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:29.629850 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-78d2cd88-aa3c-4e66-bf92-7e2aa4fdae10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:30.494622 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:32.434650 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:35.720005 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 5 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:30:56.722617 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7c43dd1a-446a-4ef5-a654-7984a211c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:59.591252 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-4c249a7d-55d1-4fdc-aa7a-576bbc961615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:59.631028 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:00.522544 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:01.182908 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472827'] for agent, after_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:02.474125 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:12.719118 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:31:16.606423 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 59046) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:31:16.707422 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-1b19bacd-721c-4379-85ec-e0685a273416 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0999341 Sep 07 04:31:18.932055 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 59056) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:31:18.988387 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-191988b5-4633-4d2e-a793-b44f0480bb50 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0543699 Sep 07 04:31:26.713464 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-99c1e06b-d862-4cfa-8b59-ccf9963a936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:29.661605 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-50a0f6f3-0ebb-4f9c-a1f4-2d0d510a51d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:29.663141 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:30.543965 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:31.129586 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:32.449512 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:49.718245 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:31:56.720283 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-88d15db6-a0f4-4db5-8a50-05fa7d60a4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:59.560090 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-665c9cd2-131c-4a48-bf2f-e32e2352145b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:59.591217 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:00.491660 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:01.131698 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:02.440062 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:26.718969 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:32:26.736215 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-cb9d1da1-5080-4cb3-9bb6-b553e7bc285e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:29.544992 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-63bd5e41-9f8c-417c-9d2f-c68b0dd25c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:29.570250 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:30.498576 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:31.130301 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:32.449961 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:48.956360 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 59256) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:32:49.466046 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1351936712-network', 'tenant_id': 'fe043a2a92444240871342853920d65f'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:32:49.492577 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 59274) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:32:49.552873 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Made reservation on behalf of fe043a2a92444240871342853920d65f for: {'network': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:32:49.555968 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:49.564958 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:49.658310 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:49.690080 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 59292) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:32:49.752712 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:49.856488 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-0c33371d-b6d8-4278-8ee6-6480029dd55f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-996719856-network', 'tenant_id': '68ad0ff139cd4db998515714ae022f66'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:32:49.887257 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:32:49.905133 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d58097-9822-4f8f-bf95-80ee0721c49f,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:49.915456 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:49.922610 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.segments_db [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Added segment 3eabee69-715d-4a7b-a45e-951547eab164 of type vlan for network c637ef39-3137-4520-aff9-0437acad2f59 Sep 07 04:32:49.924231 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:49.924594 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:49.925126 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:49.925465 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:49.925804 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:49.926153 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:49.926493 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:49.926840 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:49.927197 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:49.928185 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:49.928541 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:49.928870 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Tracked resource versions report: Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: pushed versions: Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: { 'AddressGroup': {'1.2'}, Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'ConntrackHelper': {'1.0'}, Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Log': {'1.0'}, Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Network': {'1.1'}, Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Port': {'1.7'}, Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'PortForwarding': {'1.2'}, Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'QosPolicy': {'1.9'}, Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'SecurityGroup': {'1.4'}, Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'SecurityGroupRule': {'1.2'}, Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'SubPort': {'1.0'}, Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Subnet': {'1.1'}, Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Trunk': {'1.1'}} Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: consumer versions: Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: { DHCP agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: HyperV agent@hv-cinder-80403: {}, Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: L3 agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: Metadata agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: Metering agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: Open vSwitch agent@dv-cinder-804035-10-iscsi: { 'AddressGroup': '1.2', Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'ConntrackHelper': '1.0', Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Log': '1.0', Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Network': '1.1', Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Port': '1.7', Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'PortForwarding': '1.2', Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'QosPolicy': '1.9', Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'SecurityGroup': '1.4', Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'SecurityGroupRule': '1.2', Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'SubPort': '1.0', Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Subnet': '1.1', Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: 'Trunk': '1.1'}} Sep 07 04:32:49.930053 dv-cinder-804035-10-iscsi neutron-server[94312]: {{(pid=94312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 04:32:49.966779 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:49.998232 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c33371d-b6d8-4278-8ee6-6480029dd55f admin admin] Made reservation on behalf of 68ad0ff139cd4db998515714ae022f66 for: {'network': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:32:50.001275 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0c33371d-b6d8-4278-8ee6-6480029dd55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:50.011450 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0c33371d-b6d8-4278-8ee6-6480029dd55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:50.031709 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1071217798-network', 'tenant_id': 'b099fc569a934243895533d64d9bfd57'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:32:50.078523 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:50.079528 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:32:50.080428 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:50.166127 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] Pushing event updated for resources: {'Network': ['ID=c637ef39-3137-4520-aff9-0437acad2f59,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:50.184818 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network c637ef39-3137-4520-aff9-0437acad2f59 details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:32:50.185858 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0c33371d-b6d8-4278-8ee6-6480029dd55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:50.250191 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0c33371d-b6d8-4278-8ee6-6480029dd55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:50.300085 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33371d-b6d8-4278-8ee6-6480029dd55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdbb150-b63d-4bbb-88ff-3fb27b13e36a,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:50.312563 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c33371d-b6d8-4278-8ee6-6480029dd55f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:32:50.325158 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0c33371d-b6d8-4278-8ee6-6480029dd55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:50.325437 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.segments_db [None req-0c33371d-b6d8-4278-8ee6-6480029dd55f admin admin] Added segment 216818b9-6e12-4892-87c5-5c5f6844d13a of type vlan for network 164936fd-3e30-49d0-9274-2523f41a60c3 Sep 07 04:32:50.364678 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 59324) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:32:50.364915 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-c4ee324f-c2f9-4278-933d-57774e360879 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4072418 Sep 07 04:32:50.376851 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0c33371d-b6d8-4278-8ee6-6480029dd55f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:50.387740 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-9443e415-0e1e-484b-9d7b-164ab95c59b9 admin admin] Request body: {'subnet': {'network_id': 'c637ef39-3137-4520-aff9-0437acad2f59', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1351936712-subnet', 'tenant_id': 'fe043a2a92444240871342853920d65f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:32:50.443742 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Made reservation on behalf of b099fc569a934243895533d64d9bfd57 for: {'network': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:32:50.448892 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:50.460240 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:50.522190 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0c33371d-b6d8-4278-8ee6-6480029dd55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:50.522190 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c33371d-b6d8-4278-8ee6-6480029dd55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:32:50.522190 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0c33371d-b6d8-4278-8ee6-6480029dd55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:50.531124 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9443e415-0e1e-484b-9d7b-164ab95c59b9 admin admin] Made reservation on behalf of fe043a2a92444240871342853920d65f for: {'subnet': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:32:50.535366 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9443e415-0e1e-484b-9d7b-164ab95c59b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:50.619150 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33371d-b6d8-4278-8ee6-6480029dd55f admin admin] Pushing event updated for resources: {'Network': ['ID=164936fd-3e30-49d0-9274-2523f41a60c3,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:50.630682 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network 164936fd-3e30-49d0-9274-2523f41a60c3 details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:32:50.842366 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:50.906668 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:50.921515 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:32:50.944436 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:50.945007 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.segments_db [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Added segment 8447a8f6-0f41-4776-a4f5-377df63dbf8b of type vlan for network ef7d546e-a3f2-450b-8000-b3a8ff82b02d Sep 07 04:32:50.953100 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19e8939-c0f0-4ed2-be58-9fbd6218c62b,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:50.962832 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:50.963212 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:50.963631 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:50.963922 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:50.964248 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:50.964625 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:50.964981 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:50.965334 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:50.967956 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:50.967956 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:50.967956 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:50.967956 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Tracked resource versions report: Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: pushed versions: Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: { 'AddressGroup': {'1.2'}, Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'ConntrackHelper': {'1.0'}, Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Log': {'1.0'}, Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Network': {'1.1'}, Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Port': {'1.7'}, Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'PortForwarding': {'1.2'}, Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'QosPolicy': {'1.9'}, Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'SecurityGroup': {'1.4'}, Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'SecurityGroupRule': {'1.2'}, Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'SubPort': {'1.0'}, Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Subnet': {'1.1'}, Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Trunk': {'1.1'}} Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: consumer versions: Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: { DHCP agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: HyperV agent@hv-cinder-80403: {}, Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: L3 agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: Metadata agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: Metering agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: Open vSwitch agent@dv-cinder-804035-10-iscsi: { 'AddressGroup': '1.2', Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'ConntrackHelper': '1.0', Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Log': '1.0', Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Network': '1.1', Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Port': '1.7', Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'PortForwarding': '1.2', Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'QosPolicy': '1.9', Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'SecurityGroup': '1.4', Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'SecurityGroupRule': '1.2', Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'SubPort': '1.0', Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Subnet': '1.1', Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: 'Trunk': '1.1'}} Sep 07 04:32:50.970792 dv-cinder-804035-10-iscsi neutron-server[94311]: {{(pid=94311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 04:32:50.990553 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-0c33371d-b6d8-4278-8ee6-6480029dd55f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4967365 Sep 07 04:32:50.996116 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 59364) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:32:50.997209 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9443e415-0e1e-484b-9d7b-164ab95c59b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for subnet, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:51.006473 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-191d1acb-92ae-4a70-be0c-738340afc545 admin admin] Request body: {'subnet': {'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-subnet', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:32:51.032843 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:51.115650 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443e415-0e1e-484b-9d7b-164ab95c59b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2de3c75-4c8d-4cbc-ba99-71641122affe,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:51.118386 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9443e415-0e1e-484b-9d7b-164ab95c59b9 admin admin] Checking segment: {'id': '3eabee69-715d-4a7b-a45e-951547eab164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c637ef39-3137-4520-aff9-0437acad2f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:32:51.118747 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9443e415-0e1e-484b-9d7b-164ab95c59b9 admin admin] Network hostable DHCP agents. Network: c637ef39-3137-4520-aff9-0437acad2f59, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:32:51.143883 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191d1acb-92ae-4a70-be0c-738340afc545 admin admin] Made reservation on behalf of 68ad0ff139cd4db998515714ae022f66 for: {'subnet': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:32:51.146348 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-191d1acb-92ae-4a70-be0c-738340afc545 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:51.174404 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:51.175419 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:32:51.176003 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:51.254097 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9443e415-0e1e-484b-9d7b-164ab95c59b9 admin admin] Network c637ef39-3137-4520-aff9-0437acad2f59 is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:32:51.313881 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] Pushing event updated for resources: {'Network': ['ID=ef7d546e-a3f2-450b-8000-b3a8ff82b02d,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:51.323764 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network ef7d546e-a3f2-450b-8000-b3a8ff82b02d details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:32:51.333693 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 59386) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:32:51.334333 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-aa4942d8-56fb-4df4-96e9-4baa61314603 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6431460 Sep 07 04:32:51.339940 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-8af38f30-b7f6-4519-b267-fa35b89c45b0 admin admin] Request body: {'subnet': {'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1071217798-subnet', 'tenant_id': 'b099fc569a934243895533d64d9bfd57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:32:51.410075 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-9443e415-0e1e-484b-9d7b-164ab95c59b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, c637ef39-3137-4520-aff9-0437acad2f59) {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:32:51.420023 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9443e415-0e1e-484b-9d7b-164ab95c59b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:32:51.420392 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f8efd5-b0e3-49c8-a923-99013d17b065 None None] Network c637ef39-3137-4520-aff9-0437acad2f59 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:32:51.420682 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9443e415-0e1e-484b-9d7b-164ab95c59b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:51.439644 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af38f30-b7f6-4519-b267-fa35b89c45b0 admin admin] Made reservation on behalf of b099fc569a934243895533d64d9bfd57 for: {'subnet': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:32:51.443405 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8af38f30-b7f6-4519-b267-fa35b89c45b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:51.522299 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-191d1acb-92ae-4a70-be0c-738340afc545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for subnet, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:51.525439 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-9443e415-0e1e-484b-9d7b-164ab95c59b9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1520941 Sep 07 04:32:51.591178 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d1acb-92ae-4a70-be0c-738340afc545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1a0f6fd-6cb9-4727-a121-2a2dee89b16f,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:51.599420 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e1bc82-8521-4e70-8e9b-140f7827a408 None None] Network c637ef39-3137-4520-aff9-0437acad2f59 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:32:51.609737 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d1acb-92ae-4a70-be0c-738340afc545 admin admin] Checking segment: {'id': '216818b9-6e12-4892-87c5-5c5f6844d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:32:51.610341 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191d1acb-92ae-4a70-be0c-738340afc545 admin admin] Network hostable DHCP agents. Network: 164936fd-3e30-49d0-9274-2523f41a60c3, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:32:51.738278 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191d1acb-92ae-4a70-be0c-738340afc545 admin admin] Network 164936fd-3e30-49d0-9274-2523f41a60c3 is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:32:51.832796 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8af38f30-b7f6-4519-b267-fa35b89c45b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for subnet, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:51.861116 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-191d1acb-92ae-4a70-be0c-738340afc545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, 164936fd-3e30-49d0-9274-2523f41a60c3) {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:32:51.865422 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191d1acb-92ae-4a70-be0c-738340afc545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:32:51.867694 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-191d1acb-92ae-4a70-be0c-738340afc545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:51.872881 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253c03c5-55fe-4dba-b505-ef12e4496227 None None] Network 164936fd-3e30-49d0-9274-2523f41a60c3 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:32:51.904229 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af38f30-b7f6-4519-b267-fa35b89c45b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7faf0073-8af2-4618-bd78-9149ff6adc98,revision_number=0']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:51.921984 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af38f30-b7f6-4519-b267-fa35b89c45b0 admin admin] Checking segment: {'id': '8447a8f6-0f41-4776-a4f5-377df63dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:32:51.927281 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af38f30-b7f6-4519-b267-fa35b89c45b0 admin admin] Network hostable DHCP agents. Network: ef7d546e-a3f2-450b-8000-b3a8ff82b02d, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:32:51.948075 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-191d1acb-92ae-4a70-be0c-738340afc545 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9482439 Sep 07 04:32:51.951270 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 59418) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:32:51.956607 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:32:52.043867 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af38f30-b7f6-4519-b267-fa35b89c45b0 admin admin] Network ef7d546e-a3f2-450b-8000-b3a8ff82b02d is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:32:52.100924 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f0861aa-1164-573e-aee3-8cc302ec4a76-164936fd-3e30-49d0-9274-2523f41a60c3', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f'}]}} from dv-cinder-804035-10-iscsi. {{(pid=94313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:32:52.102495 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:52.119254 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-50034'] for router, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:52.120969 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-50041'] for router, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:52.150298 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-8af38f30-b7f6-4519-b267-fa35b89c45b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, ef7d546e-a3f2-450b-8000-b3a8ff82b02d) {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:32:52.155305 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af38f30-b7f6-4519-b267-fa35b89c45b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:32:52.156048 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8af38f30-b7f6-4519-b267-fa35b89c45b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:52.205593 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e778e487-a87a-4046-8178-540922fd9ce8 None None] Network ef7d546e-a3f2-450b-8000-b3a8ff82b02d requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:32:52.216234 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:52.228019 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-8af38f30-b7f6-4519-b267-fa35b89c45b0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8928039 Sep 07 04:32:52.313968 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 59452) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:32:52.316108 dv-cinder-804035-10-iscsi neutron-server[94312]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 04:32:52.389544 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.db_base_plugin_common [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Allocated IP 172.20.0.2 (164936fd-3e30-49d0-9274-2523f41a60c3/d1a0f6fd-6cb9-4727-a121-2a2dee89b16f/701c1687-5b43-4e51-b839-02a4d217a635) {{(pid=94313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:32:52.455686 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdde5ba3-253b-41b6-bb08-6a38db75536e None None] Network ef7d546e-a3f2-450b-8000-b3a8ff82b02d requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:32:52.485486 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:52.539004 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-82fdc490-7169-44b4-85d6-578a4f01483b tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:32:52.540522 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-82fdc490-7169-44b4-85d6-578a4f01483b tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/networks?id=c637ef39-3137-4520-aff9-0437acad2f59 HTTP/1.1" status: 200 len: 812 time: 0.2255218 Sep 07 04:32:52.557241 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-c6fe3bf8-22e4-423c-bd76-a4d241ae58c0 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/quotas/fe043a2a92444240871342853920d65f HTTP/1.1" status: 200 len: 375 time: 0.0107286 Sep 07 04:32:52.635056 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-781f4a92-3a77-450f-b73a-b96b91fad0f2 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe043a2a92444240871342853920d65f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640640 Sep 07 04:32:52.696094 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Notify callbacks [] for port, precommit_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:52.723597 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Transition to ACTIVE for port object 701c1687-5b43-4e51-b839-02a4d217a635 will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:32:52.757333 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Transition to ACTIVE for port object 701c1687-5b43-4e51-b839-02a4d217a635 will not be triggered until provisioned by entity DHCP. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:32:52.862034 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468'] for port, after_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:52.918944 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-846bfa78-e3c6-488a-a77b-26a880d6c1b6 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:32:52.925751 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-846bfa78-e3c6-488a-a77b-26a880d6c1b6 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0875928 Sep 07 04:32:52.950569 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:52.979762 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Network 164936fd-3e30-49d0-9274-2523f41a60c3 is already hosted by enough agents. {{(pid=94313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:32:52.989583 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.base_scheduler [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Resources bound (agent type, host, resource id): {{(pid=94313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:32:52.995931 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Received port after_create {{(pid=94313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:32:53.036654 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:53.043955 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Pushing event updated for resources: {'Port': ['ID=701c1687-5b43-4e51-b839-02a4d217a635,revision_number=1']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:53.117469 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:53.117875 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:53.121467 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:53.122510 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-11f515ee-ba6d-4786-8636-39ee74826571 service neutron] 10.222.0.55 "GET /v2.0/networks/c637ef39-3137-4520-aff9-0437acad2f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815076 Sep 07 04:32:53.126253 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:53.128422 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:53.129084 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:53.129631 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:53.130430 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:53.131008 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:53.131656 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:53.132325 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:53.132881 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Tracked resource versions report: Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: pushed versions: Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: { 'AddressGroup': {'1.2'}, Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'ConntrackHelper': {'1.0'}, Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Log': {'1.0'}, Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Network': {'1.1'}, Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Port': {'1.7'}, Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'PortForwarding': {'1.2'}, Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'QosPolicy': {'1.9'}, Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'SecurityGroup': {'1.4'}, Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'SecurityGroupRule': {'1.2'}, Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'SubPort': {'1.0'}, Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Subnet': {'1.1'}, Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Trunk': {'1.1'}} Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: consumer versions: Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: { DHCP agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: HyperV agent@hv-cinder-80403: {}, Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: L3 agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: Metadata agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: Metering agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: Open vSwitch agent@dv-cinder-804035-10-iscsi: { 'AddressGroup': '1.2', Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'ConntrackHelper': '1.0', Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Log': '1.0', Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Network': '1.1', Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Port': '1.7', Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'PortForwarding': '1.2', Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'QosPolicy': '1.9', Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'SecurityGroup': '1.4', Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'SecurityGroupRule': '1.2', Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'SubPort': '1.0', Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Subnet': '1.1', Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: 'Trunk': '1.1'}} Sep 07 04:32:53.134383 dv-cinder-804035-10-iscsi neutron-server[94313]: {{(pid=94313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 04:32:53.189641 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Attempting to bind port 701c1687-5b43-4e51-b839-02a4d217a635 on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:32:53.190210 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Attempting to bind port 701c1687-5b43-4e51-b839-02a4d217a635 by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': '216818b9-6e12-4892-87c5-5c5f6844d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:32:53.190964 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Attempting to bind port 701c1687-5b43-4e51-b839-02a4d217a635 on network 164936fd-3e30-49d0-9274-2523f41a60c3 {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:32:53.199267 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:32:53.201925 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Checking segment: {'id': '216818b9-6e12-4892-87c5-5c5f6844d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:32:53.201925 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:53.201925 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Bound using segment: {'id': '216818b9-6e12-4892-87c5-5c5f6844d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:32:53.201925 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Bound port: 701c1687-5b43-4e51-b839-02a4d217a635, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216818b9-6e12-4892-87c5-5c5f6844d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:32:53.201925 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:53.239929 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] Allocated IP 172.27.2.243 (8b8648d5-0172-4d8a-aa17-a0353230f6f5/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8/65bdb700-2eb7-4cf9-993a-b1248d8c29a2) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:32:53.272524 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 59498) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:32:53.310892 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-3304fc87-5d6d-4ac3-9160-1851fba5177b service neutron] 10.222.0.55 "GET /v2.0/networks/c637ef39-3137-4520-aff9-0437acad2f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875050 Sep 07 04:32:53.318945 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] For port 701c1687-5b43-4e51-b839-02a4d217a635, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:32:53.325711 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] For port 701c1687-5b43-4e51-b839-02a4d217a635, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=701c1687-5b43-4e51-b839-02a4d217a635,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:32:53.392721 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:53.427375 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-58d0a8c7-bb58-4789-8c5e-b42c1f5fad58 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:32:53.429828 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-58d0a8c7-bb58-4789-8c5e-b42c1f5fad58 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/networks?id=ef7d546e-a3f2-450b-8000-b3a8ff82b02d HTTP/1.1" status: 200 len: 815 time: 0.1554735 Sep 07 04:32:53.450794 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-2d47bde2-d1ff-4e47-869f-3d457e7a881a tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/quotas/b099fc569a934243895533d64d9bfd57 HTTP/1.1" status: 200 len: 375 time: 0.0119884 Sep 07 04:32:53.473651 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:53.483340 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-79cd27e7-d7de-4f45-b634-bcfb30c42d63 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b099fc569a934243895533d64d9bfd57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294757 Sep 07 04:32:53.508581 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:53.577982 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:32:53.584716 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:32:53.584925 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b177126-0803-41fc-9ab3-5aa46ed7f6bb None None] Pushing event updated for resources: {'Port': ['ID=701c1687-5b43-4e51-b839-02a4d217a635,revision_number=2']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:53.597422 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:32:53.605173 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] Pushing event updated for resources: {'Port': ['ID=65bdb700-2eb7-4cf9-993a-b1248d8c29a2,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:53.690222 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 59518) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:32:53.899192 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 59536) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:32:54.041973 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-28841b08-94de-4ecc-bb42-25ed81d15ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:54.068173 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:54.074718 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-aea18fb5-281a-46c2-8e43-4b44b771aa69 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:32:54.089887 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-aea18fb5-281a-46c2-8e43-4b44b771aa69 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2528224 Sep 07 04:32:54.178486 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-581cd695-7371-4dac-95d8-cbc2f8ef1d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:54.297466 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-1b8fc201-b463-4d89-9e8e-fa2a3141cca6 service neutron] 10.222.0.55 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064135 Sep 07 04:32:54.340832 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-28841b08-94de-4ecc-bb42-25ed81d15ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:54.432591 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-28841b08-94de-4ecc-bb42-25ed81d15ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:54.466201 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28841b08-94de-4ecc-bb42-25ed81d15ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e59a619-866b-4277-9e30-332fa57617a9,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:54.470384 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473069'] for router, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:54.497121 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ab08c342-1bd3-4233-aee1-87ed8e16a7ec req-ae6fbd78-8aa4-4253-9d98-87de0cea0a8d tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 210 time: 0.1109979 Sep 07 04:32:54.541480 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-ed1439e2-b18e-4ccb-91e4-9af3d5ad37fa service neutron] 10.222.0.55 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309382 Sep 07 04:32:54.552736 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-28841b08-94de-4ecc-bb42-25ed81d15ff2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4fec8e28e4424f379e2975b0ec120212&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8601694 Sep 07 04:32:54.554786 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 59562) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:32:54.627875 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-581cd695-7371-4dac-95d8-cbc2f8ef1d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:54.698491 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-93248acf-ac7a-4a21-ab8b-4e08ead1e677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:54.718472 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-581cd695-7371-4dac-95d8-cbc2f8ef1d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:54.749391 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-93248acf-ac7a-4a21-ab8b-4e08ead1e677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:54.750207 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-581cd695-7371-4dac-95d8-cbc2f8ef1d74 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d56918635fa4b9ea734a4413ab2f327&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8502533 Sep 07 04:32:54.750813 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 59572) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:32:54.808082 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cd695-7371-4dac-95d8-cbc2f8ef1d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05052854-573d-44d4-bc69-1adfcb33366f,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:54.835122 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d327-4d42-4ae3-be63-2d94d4546c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:54.874220 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d327-4d42-4ae3-be63-2d94d4546c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:54.919192 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-93248acf-ac7a-4a21-ab8b-4e08ead1e677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:54.921822 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-93248acf-ac7a-4a21-ab8b-4e08ead1e677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:54.923321 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-93248acf-ac7a-4a21-ab8b-4e08ead1e677 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e59a619-866b-4277-9e30-332fa57617a9 HTTP/1.1" status: 204 len: 168 time: 0.3672378 Sep 07 04:32:54.934004 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93248acf-ac7a-4a21-ab8b-4e08ead1e677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e59a619-866b-4277-9e30-332fa57617a9,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:54.947514 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] Router 6ba4d759-abd1-4f27-ab25-88892d89a219 is scheduled to L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 with binding_index 1 {{(pid=94311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:32:55.002043 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b043c122-244e-47a5-889c-f365afadac71 req-9eda9f6b-e65e-442d-ab0c-7fe9d6580356 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 210 time: 0.0521100 Sep 07 04:32:55.045397 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1e1b3d-685e-4971-8b2b-ae752fda6c98 None None] Network 164936fd-3e30-49d0-9274-2523f41a60c3 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:32:55.106833 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d327-4d42-4ae3-be63-2d94d4546c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:55.109558 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d327-4d42-4ae3-be63-2d94d4546c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:55.114140 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-c3a5d327-4d42-4ae3-be63-2d94d4546c45 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05052854-573d-44d4-bc69-1adfcb33366f HTTP/1.1" status: 204 len: 168 time: 0.3614144 Sep 07 04:32:55.157947 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5d327-4d42-4ae3-be63-2d94d4546c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05052854-573d-44d4-bc69-1adfcb33366f,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:55.196103 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:32:55.201495 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-ee5beaeb-86dc-4920-882e-20bb088b18a5 None None] Provisioning for port 701c1687-5b43-4e51-b839-02a4d217a635 completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:32:55.207682 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Sync routers for ids ['6ba4d759-abd1-4f27-ab25-88892d89a219'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:32:55.228381 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Routers {'6ba4d759-abd1-4f27-ab25-88892d89a219'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:32:55.230867 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:32:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['6ba4d759-abd1-4f27-ab25-88892d89a219'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:32:55.327501 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] Notify callbacks [] for router, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:55.328866 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-4b1ce444-7136-4a5c-8891-14a3f81460dd admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3757308 Sep 07 04:32:55.335407 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 59608) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:32:55.466423 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 701c1687-5b43-4e51-b839-02a4d217a635 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:32:55.624902 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Set router 6ba4d759-abd1-4f27-ab25-88892d89a219 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:32:55.753695 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port 701c1687-5b43-4e51-b839-02a4d217a635 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:32:55.757952 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1e2e379e-5417-43fe-94fc-5ac65ccd7102 req-f6dea618-daa9-4a85-91f0-8cd6af96aea3 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 210 time: 0.1285667 Sep 07 04:32:55.764400 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 701c1687-5b43-4e51-b839-02a4d217a635 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:32:55.766100 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:55.926221 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:32:53Z', 'revision_number': 3, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port': {'id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:53Z', 'updated_at': '2021-09-07T04:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:32:55.963138 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Checking router: 6ba4d759-abd1-4f27-ab25-88892d89a219 for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:32:55.963725 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Updating router 6ba4d759-abd1-4f27-ab25-88892d89a219 port 65bdb700-2eb7-4cf9-993a-b1248d8c29a2 binding host dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:32:56.000044 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.083672 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.093494 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 59648) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:32:56.122530 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-ec00179d-a430-444b-8277-8139f85f0a61 None None] Provisioning complete for port 701c1687-5b43-4e51-b839-02a4d217a635 triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:32:56.122924 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-ec00179d-a430-444b-8277-8139f85f0a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.127094 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9072311d-45ca-490a-8e44-b0afc7598718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.178088 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port 701c1687-5b43-4e51-b839-02a4d217a635, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=701c1687-5b43-4e51-b839-02a4d217a635,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:32:56.217998 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-ec00179d-a430-444b-8277-8139f85f0a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.276577 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.291472 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8bc3f2cb-7560-48a9-af9a-1d78ae2bd0ca req-4ccfb942-f0ef-4e10-be14-3faebc9a38fb tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 210 time: 0.0588405 Sep 07 04:32:56.303596 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9072311d-45ca-490a-8e44-b0afc7598718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.395646 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9072311d-45ca-490a-8e44-b0afc7598718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.426767 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.db.api [None req-ec00179d-a430-444b-8277-8139f85f0a61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 04:32:56.428044 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG oslo_db.api [None req-ec00179d-a430-444b-8277-8139f85f0a61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 04:32:56.431136 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=701c1687-5b43-4e51-b839-02a4d217a635,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:56.486896 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-9072311d-45ca-490a-8e44-b0afc7598718 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84cf9b8068cb45a3a9fbe4874ed6f96e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3918576 Sep 07 04:32:56.492574 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 59668) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:32:56.495917 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072311d-45ca-490a-8e44-b0afc7598718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e0718f-0926-4b5e-a52e-111893752098,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:56.540365 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.543344 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.551389 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8b6249ef-2830-404b-a12b-b73cd8edf07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.570053 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.provisioning_blocks [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Transition to ACTIVE for port object 65bdb700-2eb7-4cf9-993a-b1248d8c29a2 will not be triggered until provisioned by entity L2. {{(pid=94314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:32:56.580527 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8b6249ef-2830-404b-a12b-b73cd8edf07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.669857 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.699251 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8b6249ef-2830-404b-a12b-b73cd8edf07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.701046 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] Allocated IP 172.20.0.1 (164936fd-3e30-49d0-9274-2523f41a60c3/d1a0f6fd-6cb9-4727-a121-2a2dee89b16f/e027c687-c322-4201-a672-624198311fdd) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:32:56.702010 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8b6249ef-2830-404b-a12b-b73cd8edf07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.703257 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-8b6249ef-2830-404b-a12b-b73cd8edf07b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/72e0718f-0926-4b5e-a52e-111893752098 HTTP/1.1" status: 204 len: 168 time: 0.2141194 Sep 07 04:32:56.721363 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6249ef-2830-404b-a12b-b73cd8edf07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e0718f-0926-4b5e-a52e-111893752098,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:56.741907 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Attempting to bind port 65bdb700-2eb7-4cf9-993a-b1248d8c29a2 on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:32:56.742374 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Attempting to bind port 65bdb700-2eb7-4cf9-993a-b1248d8c29a2 by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:32:56.742753 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Attempting to bind port 65bdb700-2eb7-4cf9-993a-b1248d8c29a2 on network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:32:56.745283 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-8d563c1e-39a9-40bc-8e19-9f8fc0d0dc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.750224 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e086402-1afd-44b7-83bb-fa3b7b512e5f None None] Pushing event updated for resources: {'Port': ['ID=65bdb700-2eb7-4cf9-993a-b1248d8c29a2,revision_number=2']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:56.760024 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e086402-1afd-44b7-83bb-fa3b7b512e5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:56.760550 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e086402-1afd-44b7-83bb-fa3b7b512e5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:56.760902 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e086402-1afd-44b7-83bb-fa3b7b512e5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:56.761242 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e086402-1afd-44b7-83bb-fa3b7b512e5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:56.761579 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e086402-1afd-44b7-83bb-fa3b7b512e5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:56.761917 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e086402-1afd-44b7-83bb-fa3b7b512e5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:56.762254 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e086402-1afd-44b7-83bb-fa3b7b512e5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:56.762586 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e086402-1afd-44b7-83bb-fa3b7b512e5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:56.762916 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e086402-1afd-44b7-83bb-fa3b7b512e5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:56.763248 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e086402-1afd-44b7-83bb-fa3b7b512e5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:56.763574 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e086402-1afd-44b7-83bb-fa3b7b512e5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:56.763898 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e086402-1afd-44b7-83bb-fa3b7b512e5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e086402-1afd-44b7-83bb-fa3b7b512e5f None None] Tracked resource versions report: Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: pushed versions: Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: { 'AddressGroup': {'1.2'}, Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'ConntrackHelper': {'1.0'}, Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Log': {'1.0'}, Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Network': {'1.1'}, Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Port': {'1.7'}, Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'PortForwarding': {'1.2'}, Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'QosPolicy': {'1.9'}, Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'SecurityGroup': {'1.4'}, Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'SecurityGroupRule': {'1.2'}, Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'SubPort': {'1.0'}, Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Subnet': {'1.1'}, Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Trunk': {'1.1'}} Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: consumer versions: Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: { DHCP agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: HyperV agent@hv-cinder-80403: {}, Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: L3 agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: Metadata agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: Metering agent@dv-cinder-804035-10-iscsi: {}, Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: Open vSwitch agent@dv-cinder-804035-10-iscsi: { 'AddressGroup': '1.2', Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'ConntrackHelper': '1.0', Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Log': '1.0', Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Network': '1.1', Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Port': '1.7', Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'PortForwarding': '1.2', Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'QosPolicy': '1.9', Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'SecurityGroup': '1.4', Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'SecurityGroupRule': '1.2', Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'SubPort': '1.0', Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Subnet': '1.1', Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: 'Trunk': '1.1'}} Sep 07 04:32:56.764954 dv-cinder-804035-10-iscsi neutron-server[94314]: {{(pid=94314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 04:32:56.769356 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:32:56.769744 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Checking segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:32:56.770218 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.770762 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Bound using segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:32:56.771360 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Bound port: 65bdb700-2eb7-4cf9-993a-b1248d8c29a2, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:32:56.771790 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.839619 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] For port 65bdb700-2eb7-4cf9-993a-b1248d8c29a2, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:32:56.843652 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] For port 65bdb700-2eb7-4cf9-993a-b1248d8c29a2, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=65bdb700-2eb7-4cf9-993a-b1248d8c29a2,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:32:56.869023 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.894274 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] Transition to ACTIVE for port object e027c687-c322-4201-a672-624198311fdd will not be triggered until provisioned by entity DHCP. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:32:56.924832 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:56.985025 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Routers {'6ba4d759-abd1-4f27-ab25-88892d89a219'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:32:56.985025 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:32:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['6ba4d759-abd1-4f27-ab25-88892d89a219'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:32:57.005905 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-794bdc47-c962-45a7-9049-e2a289eb193d req-e81a1890-1fc7-41bf-ad60-71df3a936bb6 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 210 time: 0.0303617 Sep 07 04:32:57.042136 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e086402-1afd-44b7-83bb-fa3b7b512e5f None None] Pushing event updated for resources: {'Port': ['ID=65bdb700-2eb7-4cf9-993a-b1248d8c29a2,revision_number=3']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:57.042345 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:57.083684 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] Network 164936fd-3e30-49d0-9274-2523f41a60c3 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:32:57.086557 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:32:57.089326 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:32:57.089799 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472734'] for router_interface, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:57.137224 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] Set router 6ba4d759-abd1-4f27-ab25-88892d89a219 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:32:57.145456 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=e027c687-c322-4201-a672-624198311fdd,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:57.355932 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:57.401791 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 701c1687-5b43-4e51-b839-02a4d217a635 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:32:57.405813 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:32:53Z', 'revision_number': 3, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port': {'id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:53Z', 'updated_at': '2021-09-07T04:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:32:57.550710 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd8d40b-29c0-4ab9-8210-4690fffffdb6 None None] The sync data for ids ['6ba4d759-abd1-4f27-ab25-88892d89a219'] in dv-cinder-804035-10-iscsi is: [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:32:53Z', 'revision_number': 3, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port': {'id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:53Z', 'updated_at': '2021-09-07T04:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:32:57.562034 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 701c1687-5b43-4e51-b839-02a4d217a635 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:32:57.563336 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:57.627718 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-830b00c9-a065-4bf3-9501-d6a4ef0337fd None None] Provisioning for port e027c687-c322-4201-a672-624198311fdd completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:32:57.653572 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-830b00c9-a065-4bf3-9501-d6a4ef0337fd None None] Provisioning complete for port e027c687-c322-4201-a672-624198311fdd triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:32:57.654937 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-830b00c9-a065-4bf3-9501-d6a4ef0337fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:57.704775 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-549a0682-8451-4b50-a235-422524adeee5 req-8111acb6-65ce-4459-b54d-dc9f3f875d2d tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 210 time: 0.0541589 Sep 07 04:32:57.751381 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:57.783519 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-830b00c9-a065-4bf3-9501-d6a4ef0337fd None None] Port e027c687-c322-4201-a672-624198311fdd cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:32:57.870100 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:57.870818 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471086'] for router_interface, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:58.033716 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=e027c687-c322-4201-a672-624198311fdd,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:32:58.129389 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] Network 164936fd-3e30-49d0-9274-2523f41a60c3 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:32:58.136758 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:32:58.228975 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-65da4ee1-3910-414b-b7f0-28bf4db905c0 req-caff9975-93fc-4ce3-b4e8-9a9fe4e21165 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 210 time: 0.0379443 Sep 07 04:32:58.348881 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] Router 6ba4d759-abd1-4f27-ab25-88892d89a219 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:32:58.519293 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-71ea42a5-ec99-4aac-99cb-4e1a904605c3 None None] Provisioning complete for port e027c687-c322-4201-a672-624198311fdd triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:32:58.519884 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-71ea42a5-ec99-4aac-99cb-4e1a904605c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:58.612876 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-71ea42a5-ec99-4aac-99cb-4e1a904605c3 None None] Port e027c687-c322-4201-a672-624198311fdd cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:32:58.724541 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:32:58.731764 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-cb685b2f-3d9e-495c-ab6e-d38b58c43ba7 admin admin] 10.222.0.55 "PUT /v2.0/routers/6ba4d759-abd1-4f27-ab25-88892d89a219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3922541 Sep 07 04:32:58.843845 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e9362ee7-745d-454c-aad7-5e279896ed28 req-70aa7056-d9ea-4586-8655-eabe60beb008 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 210 time: 0.0284791 Sep 07 04:32:59.412509 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 65bdb700-2eb7-4cf9-993a-b1248d8c29a2 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:32:59.424104 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-74fa29e9-028e-4251-b17e-44e9daed04fc req-04e530b7-f295-4259-933d-74809f8a7ad8 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 210 time: 0.0516298 Sep 07 04:32:59.716625 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Sync routers for ids ['6ba4d759-abd1-4f27-ab25-88892d89a219'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:32:59.716625 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Routers {'6ba4d759-abd1-4f27-ab25-88892d89a219'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:32:59.716625 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:32:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['6ba4d759-abd1-4f27-ab25-88892d89a219'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:32:59.716625 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7a06562e-f8b9-4e05-b383-cc82c5c636d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:59.716625 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port 65bdb700-2eb7-4cf9-993a-b1248d8c29a2 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:32:59.727120 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.54', 57469) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:32:59.775582 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 65bdb700-2eb7-4cf9-993a-b1248d8c29a2 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:32:59.776047 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:59.802258 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:59.861920 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 59812) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:32:59.867792 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-061a836f-60bd-48c4-9c8e-956875bb8bfa tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--126471408', 'description': 'tempest-description--933715636'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:32:59.951094 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:59.963377 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Set router 6ba4d759-abd1-4f27-ab25-88892d89a219 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:33:00.016231 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ecbcc153-9adb-48cd-85b1-0b657c44ca02 req-1c71f595-4321-4eed-a74e-3b1d0ea94935 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 210 time: 0.0422554 Sep 07 04:33:00.017535 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port 65bdb700-2eb7-4cf9-993a-b1248d8c29a2, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=65bdb700-2eb7-4cf9-993a-b1248d8c29a2,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:33:00.069662 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-061a836f-60bd-48c4-9c8e-956875bb8bfa tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:00.091162 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-9077dedc-0d5b-4ef3-92dd-7a6a25ed4074 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:00.092697 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-9077dedc-0d5b-4ef3-92dd-7a6a25ed4074 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.54 "GET /v2.0/networks?id=ef7d546e-a3f2-450b-8000-b3a8ff82b02d HTTP/1.1" status: 200 len: 815 time: 0.3639977 Sep 07 04:33:00.100076 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:00.177207 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-177054ea-cb3d-447d-b26d-e72fabe796a8 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Request body: {'port': {'device_id': '233831a3-cf0a-4e72-a00f-905290072337', 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d', 'admin_state_up': True, 'tenant_id': 'b099fc569a934243895533d64d9bfd57'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:00.205275 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=65bdb700-2eb7-4cf9-993a-b1248d8c29a2,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:00.206907 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-061a836f-60bd-48c4-9c8e-956875bb8bfa tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:00.270466 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:32:57Z', 'revision_number': 4, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port': {'id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:53Z', 'updated_at': '2021-09-07T04:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'e027c687-c322-4201-a672-624198311fdd', 'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'mac_address': 'fa:16:3e:4a:6b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:56Z', 'updated_at': '2021-09-07T04:32:57Z', 'revision_number': 2, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'subnets': [{'id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:33:00.272418 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-061a836f-60bd-48c4-9c8e-956875bb8bfa tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:00.310211 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a836f-60bd-48c4-9c8e-956875bb8bfa tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b442b864-2f98-4229-9a59-82a9291862e3,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:00.348169 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Checking router: 6ba4d759-abd1-4f27-ab25-88892d89a219 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:33:00.348550 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Updating router 6ba4d759-abd1-4f27-ab25-88892d89a219 port e027c687-c322-4201-a672-624198311fdd binding host dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:33:00.383563 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:00.435351 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-061a836f-60bd-48c4-9c8e-956875bb8bfa tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:00.440223 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-061a836f-60bd-48c4-9c8e-956875bb8bfa tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.5765467 Sep 07 04:33:00.440847 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 59852) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:00.447122 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-b36a47ba-16c2-419d-a74b-1f5ba236327d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Request body: {'security_group_rule': {'security_group_id': 'b442b864-2f98-4229-9a59-82a9291862e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:00.557273 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-177054ea-cb3d-447d-b26d-e72fabe796a8 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Made reservation on behalf of b099fc569a934243895533d64d9bfd57 for: {'port': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:33:00.575409 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-177054ea-cb3d-447d-b26d-e72fabe796a8 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:00.634149 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:00.681960 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7b50318f-ea0e-4f57-886c-90a72097b4fe req-3b2421c2-c4e5-434f-a001-03814baa0309 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 210 time: 0.0434544 Sep 07 04:33:00.700608 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-b36a47ba-16c2-419d-a74b-1f5ba236327d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:00.788926 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Notify callbacks [] for port, precommit_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:00.807622 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Transition to ACTIVE for port object e027c687-c322-4201-a672-624198311fdd will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:33:00.821047 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-b36a47ba-16c2-419d-a74b-1f5ba236327d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:00.878056 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:00.886490 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-177054ea-cb3d-447d-b26d-e72fabe796a8 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Allocated IP 172.20.0.4 (ef7d546e-a3f2-450b-8000-b3a8ff82b02d/7faf0073-8af2-4618-bd78-9149ff6adc98/674fa64e-df35-45b3-a06c-eec2726f1621) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:33:00.906389 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-b36a47ba-16c2-419d-a74b-1f5ba236327d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:00.927389 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a47ba-16c2-419d-a74b-1f5ba236327d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e8a28a-32b3-4356-b075-f7b8d4b71828,revision_number=0']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:00.955180 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad272d-2c8d-4f94-b09f-b927b6a576cc None None] Pushing event updated for resources: {'Port': ['ID=e027c687-c322-4201-a672-624198311fdd,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:01.014381 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Attempting to bind port e027c687-c322-4201-a672-624198311fdd on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:33:01.015128 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Attempting to bind port e027c687-c322-4201-a672-624198311fdd by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': '216818b9-6e12-4892-87c5-5c5f6844d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:33:01.016681 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Attempting to bind port e027c687-c322-4201-a672-624198311fdd on network 164936fd-3e30-49d0-9274-2523f41a60c3 {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:33:01.372030 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:33:01.372030 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Checking segment: {'id': '216818b9-6e12-4892-87c5-5c5f6844d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:33:01.372030 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:01.372030 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Bound using segment: {'id': '216818b9-6e12-4892-87c5-5c5f6844d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:33:01.372030 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Bound port: e027c687-c322-4201-a672-624198311fdd, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216818b9-6e12-4892-87c5-5c5f6844d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:33:01.372030 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:01.372030 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] For port e027c687-c322-4201-a672-624198311fdd, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:33:01.372030 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] For port e027c687-c322-4201-a672-624198311fdd, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=e027c687-c322-4201-a672-624198311fdd,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:33:01.374471 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-177054ea-cb3d-447d-b26d-e72fabe796a8 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:01.376330 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5d29f63a-fe00-42c2-805e-79727a87486c req-42f59a54-f2ca-48f6-8cc3-3d188649dcb1 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 210 time: 0.0387986 Sep 07 04:33:01.376330 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-b36a47ba-16c2-419d-a74b-1f5ba236327d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:01.376330 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-b36a47ba-16c2-419d-a74b-1f5ba236327d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7187791 Sep 07 04:33:01.376330 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 59890) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:01.376330 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-49ffdb19-895c-4ae1-920b-4dc75b659241 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Request body: {'security_group_rule': {'security_group_id': 'b442b864-2f98-4229-9a59-82a9291862e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:01.380381 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:01.381715 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-177054ea-cb3d-447d-b26d-e72fabe796a8 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:01.383914 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-49ffdb19-895c-4ae1-920b-4dc75b659241 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:01.384073 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 65bdb700-2eb7-4cf9-993a-b1248d8c29a2 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:33:01.384073 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Routers {'6ba4d759-abd1-4f27-ab25-88892d89a219'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:33:01.384073 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:32:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['6ba4d759-abd1-4f27-ab25-88892d89a219'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:33:01.401865 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-49ffdb19-895c-4ae1-920b-4dc75b659241 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:01.422642 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad272d-2c8d-4f94-b09f-b927b6a576cc None None] Pushing event updated for resources: {'Port': ['ID=e027c687-c322-4201-a672-624198311fdd,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:01.448540 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 65bdb700-2eb7-4cf9-993a-b1248d8c29a2 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:33:01.448897 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:01.547656 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-49ffdb19-895c-4ae1-920b-4dc75b659241 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:01.572263 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-177054ea-cb3d-447d-b26d-e72fabe796a8 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Network ef7d546e-a3f2-450b-8000-b3a8ff82b02d is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:33:01.577545 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-177054ea-cb3d-447d-b26d-e72fabe796a8 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:33:01.578782 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffdb19-895c-4ae1-920b-4dc75b659241 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054ccebd-e147-46fe-998a-0a94dc2661e5,revision_number=0']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:01.580861 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177054ea-cb3d-447d-b26d-e72fabe796a8 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Pushing event updated for resources: {'Port': ['ID=674fa64e-df35-45b3-a06c-eec2726f1621,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:01.594043 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-177054ea-cb3d-447d-b26d-e72fabe796a8 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:33:01.599774 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-177054ea-cb3d-447d-b26d-e72fabe796a8 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:01.601026 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-177054ea-cb3d-447d-b26d-e72fabe796a8 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:01.661258 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-49ffdb19-895c-4ae1-920b-4dc75b659241 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:01.662562 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-49ffdb19-895c-4ae1-920b-4dc75b659241 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4878933 Sep 07 04:33:01.666431 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 59912) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:01.673836 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-5b846974-4193-45c9-9d27-cedc09a45515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Request body: {'floatingip': {'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:01.722790 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] Set router 6ba4d759-abd1-4f27-ab25-88892d89a219 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:33:01.726707 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-177054ea-cb3d-447d-b26d-e72fabe796a8 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5541637 Sep 07 04:33:01.791869 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b16f21d3-5d4f-4228-bee4-29a9c9c68d47 req-f5e479ca-9166-4e6c-a8a3-74751ddafdee tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 210 time: 0.0317852 Sep 07 04:33:01.809872 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5b846974-4193-45c9-9d27-cedc09a45515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for floatingip, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:01.984242 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:32:57Z', 'revision_number': 4, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port': {'id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:53Z', 'updated_at': '2021-09-07T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'e027c687-c322-4201-a672-624198311fdd', 'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'mac_address': 'fa:16:3e:4a:6b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:56Z', 'updated_at': '2021-09-07T04:33:01Z', 'revision_number': 4, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'subnets': [{'id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:33:02.012454 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5b846974-4193-45c9-9d27-cedc09a45515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:02.013049 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd5d288-4850-4fa0-9a59-ba829a5fdabb None None] The sync data for ids ['6ba4d759-abd1-4f27-ab25-88892d89a219'] in dv-cinder-804035-10-iscsi is: [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:32:57Z', 'revision_number': 4, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port': {'id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:53Z', 'updated_at': '2021-09-07T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'e027c687-c322-4201-a672-624198311fdd', 'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'mac_address': 'fa:16:3e:4a:6b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:56Z', 'updated_at': '2021-09-07T04:33:01Z', 'revision_number': 4, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'subnets': [{'id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:33:02.139899 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [None req-5b846974-4193-45c9-9d27-cedc09a45515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Allocated IP 172.27.2.128 (8b8648d5-0172-4d8a-aa17-a0353230f6f5/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8/c0f6c0a1-a049-401f-bbbd-372f74e08ce1) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:33:02.264295 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5b846974-4193-45c9-9d27-cedc09a45515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:02.340411 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627db88-5b1d-4ade-bc75-d05900bfb5ed req-2624e82d-0a04-4ab5-b179-b032daeab786 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:02.341971 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6627db88-5b1d-4ade-bc75-d05900bfb5ed req-2624e82d-0a04-4ab5-b179-b032daeab786 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 931 time: 0.0982823 Sep 07 04:33:02.411190 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6627db88-5b1d-4ade-bc75-d05900bfb5ed req-aec40318-ac08-4fd2-8707-c91a6d8554d6 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578921 Sep 07 04:33:02.431239 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5b846974-4193-45c9-9d27-cedc09a45515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:02.470969 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:02.473765 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b846974-4193-45c9-9d27-cedc09a45515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:33:02.477252 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-5b846974-4193-45c9-9d27-cedc09a45515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:33:02.481320 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b846974-4193-45c9-9d27-cedc09a45515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:33:02.497432 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b846974-4193-45c9-9d27-cedc09a45515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Pushing event updated for resources: {'Port': ['ID=c0f6c0a1-a049-401f-bbbd-372f74e08ce1,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:02.580236 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5b846974-4193-45c9-9d27-cedc09a45515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:02.693417 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5b846974-4193-45c9-9d27-cedc09a45515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:02.865186 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5b846974-4193-45c9-9d27-cedc09a45515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:02.900148 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bcc16156-cac9-4a63-9eb7-9783fa980da2 req-91bf1292-5618-4f5e-bdd7-07bdf6dc12fa tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 210 time: 0.0267537 Sep 07 04:33:02.915491 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5b846974-4193-45c9-9d27-cedc09a45515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:02.944390 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5b846974-4193-45c9-9d27-cedc09a45515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472587'] for floatingip, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:02.991607 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b846974-4193-45c9-9d27-cedc09a45515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Pushing event updated for resources: {'Port': ['ID=c0f6c0a1-a049-401f-bbbd-372f74e08ce1,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:03.036546 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-14c01f6a-5b2c-48d5-b9cc-f800b7d21821 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:33:03.039042 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-14c01f6a-5b2c-48d5-b9cc-f800b7d21821 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143318 Sep 07 04:33:03.066979 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5b846974-4193-45c9-9d27-cedc09a45515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:03.069071 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-5b846974-4193-45c9-9d27-cedc09a45515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4016101 Sep 07 04:33:03.109430 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:03.290712 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Request body: {'port': {'device_id': '233831a3-cf0a-4e72-a00f-905290072337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:03.324374 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.54', 57479) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:03.406220 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:03.502069 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device e027c687-c322-4201-a672-624198311fdd up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:33:03.565059 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-96c84233-7538-40c0-9745-da869d509a6c req-4c972a6d-61d1-442d-aff5-b67e50740b04 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--126471408&fields=id&tenant_id=68ad0ff139cd4db998515714ae022f66 HTTP/1.1" status: 200 len: 267 time: 0.2378201 Sep 07 04:33:03.668481 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-ca13773a-458d-4fb8-b43b-e5913789d8b3 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:03.670011 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-ca13773a-458d-4fb8-b43b-e5913789d8b3 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.54 "GET /v2.0/networks?id=c637ef39-3137-4520-aff9-0437acad2f59 HTTP/1.1" status: 200 len: 812 time: 0.2806878 Sep 07 04:33:03.677884 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port e027c687-c322-4201-a672-624198311fdd completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:33:03.682770 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port e027c687-c322-4201-a672-624198311fdd triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:33:03.687430 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:03.717132 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-753091b8-1d9a-424b-bcf4-0a4f2d9c7c2c tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Request body: {'port': {'device_id': '69b78abc-946e-4d40-b7b5-be4bc7613db7', 'network_id': 'c637ef39-3137-4520-aff9-0437acad2f59', 'admin_state_up': True, 'tenant_id': 'fe043a2a92444240871342853920d65f'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:03.718759 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:33:03.750794 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43370cf-4f03-41b5-bc3e-89826907e15f req-9fa94e36-db7b-4ebb-9866-051a1c9fa60d tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:03.750794 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f43370cf-4f03-41b5-bc3e-89826907e15f req-9fa94e36-db7b-4ebb-9866-051a1c9fa60d tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 931 time: 0.2277296 Sep 07 04:33:03.815978 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:03.845569 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 674fa64e-df35-45b3-a06c-eec2726f1621 {{(pid=94311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:33:03.849885 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port e027c687-c322-4201-a672-624198311fdd, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=e027c687-c322-4201-a672-624198311fdd,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:33:03.854318 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:03.873157 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Transition to ACTIVE for port object 674fa64e-df35-45b3-a06c-eec2726f1621 will not be triggered until provisioned by entity L2. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:33:03.930079 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:03.984813 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:04.005482 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=e027c687-c322-4201-a672-624198311fdd,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:04.020843 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c84233-7538-40c0-9745-da869d509a6c req-a7c305ec-ead7-4c63-a32b-0bff2a7702b8 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:04.022449 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-96c84233-7538-40c0-9745-da869d509a6c req-a7c305ec-ead7-4c63-a32b-0bff2a7702b8 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/networks?id=164936fd-3e30-49d0-9274-2523f41a60c3 HTTP/1.1" status: 200 len: 816 time: 0.4298248 Sep 07 04:33:04.032688 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f43370cf-4f03-41b5-bc3e-89826907e15f req-dd51acc2-b5e2-4e6e-a52a-5f05f9e99ff7 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718079 Sep 07 04:33:04.064565 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-96c84233-7538-40c0-9745-da869d509a6c req-c20e9cf7-26af-4b17-851a-5c533189af8e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/quotas/68ad0ff139cd4db998515714ae022f66 HTTP/1.1" status: 200 len: 375 time: 0.0307102 Sep 07 04:33:04.067876 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Pushing event updated for resources: {'Port': ['ID=674fa64e-df35-45b3-a06c-eec2726f1621,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:04.164451 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Attempting to bind port 674fa64e-df35-45b3-a06c-eec2726f1621 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:33:04.164451 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Attempting to bind port 674fa64e-df35-45b3-a06c-eec2726f1621 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8447a8f6-0f41-4776-a4f5-377df63dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d'}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:33:04.164451 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Attempting to bind port 674fa64e-df35-45b3-a06c-eec2726f1621 on network ef7d546e-a3f2-450b-8000-b3a8ff82b02d {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:33:04.165580 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-96c84233-7538-40c0-9745-da869d509a6c req-35c3905a-7a20-4758-a0a1-16f0e34e5593 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=68ad0ff139cd4db998515714ae022f66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0906432 Sep 07 04:33:04.167918 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Port 674fa64e-df35-45b3-a06c-eec2726f1621 on network ef7d546e-a3f2-450b-8000-b3a8ff82b02d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:33:04.167918 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Attempting to bind port 674fa64e-df35-45b3-a06c-eec2726f1621 on network ef7d546e-a3f2-450b-8000-b3a8ff82b02d {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:33:04.173640 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:33:04.174054 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Checking segment: {'id': '8447a8f6-0f41-4776-a4f5-377df63dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:33:04.174624 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Bound using segment: {'id': '8447a8f6-0f41-4776-a4f5-377df63dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d'} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:33:04.175048 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Bound port: 674fa64e-df35-45b3-a06c-eec2726f1621, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447a8f6-0f41-4776-a4f5-377df63dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d'}}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:33:04.175834 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:04.216633 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-11285536-6452-4848-a788-a62fde772647 req-dfbd03b8-ab93-40ef-874a-1dc8daed15f8 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 210 time: 0.0449257 Sep 07 04:33:04.237617 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-753091b8-1d9a-424b-bcf4-0a4f2d9c7c2c tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Made reservation on behalf of fe043a2a92444240871342853920d65f for: {'port': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:33:04.248383 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-753091b8-1d9a-424b-bcf4-0a4f2d9c7c2c tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:04.341897 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] For port 674fa64e-df35-45b3-a06c-eec2726f1621, host hv-cinder-80403, cleared binding levels {{(pid=94311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:33:04.348866 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] For port 674fa64e-df35-45b3-a06c-eec2726f1621, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=674fa64e-df35-45b3-a06c-eec2726f1621,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:33:04.439307 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:04.502331 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-96c84233-7538-40c0-9745-da869d509a6c req-30c1cd10-ac60-4b1a-b981-ff0ab27a2b2d service neutron] 10.222.0.55 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966726 Sep 07 04:33:04.520647 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:04.520647 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:04.526711 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] 10.222.0.54 "PUT /v2.0/ports/674fa64e-df35-45b3-a06c-eec2726f1621 HTTP/1.1" status: 200 len: 1093 time: 1.3014739 Sep 07 04:33:04.529607 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233831a3-cf0a-4e72-a00f-905290072337', 'tag': '674fa64e-df35-45b3-a06c-eec2726f1621'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:33:04.647551 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-753091b8-1d9a-424b-bcf4-0a4f2d9c7c2c tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Allocated IP 172.20.0.10 (c637ef39-3137-4520-aff9-0437acad2f59/e2de3c75-4c8d-4cbc-ba99-71641122affe/e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:33:04.713814 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6f4a5-8511-4614-a758-fdf537cacf31 service neutron] Pushing event updated for resources: {'Port': ['ID=674fa64e-df35-45b3-a06c-eec2726f1621,revision_number=3']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:04.766374 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-96c84233-7538-40c0-9745-da869d509a6c req-ced5268b-b218-4258-ad07-b5562564f2b8 service neutron] 10.222.0.55 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165623 Sep 07 04:33:04.906434 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-375b9e89-ee81-4176-8b9d-fde284a1464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:04.909300 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-375b9e89-ee81-4176-8b9d-fde284a1464c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b099fc569a934243895533d64d9bfd57&device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 1096 time: 0.1445293 Sep 07 04:33:05.015657 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-753091b8-1d9a-424b-bcf4-0a4f2d9c7c2c tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:05.213452 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-753091b8-1d9a-424b-bcf4-0a4f2d9c7c2c tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:05.244213 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-e0526913-57c1-4490-9e72-5180b8397a59 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=674fa64e-df35-45b3-a06c-eec2726f1621 HTTP/1.1" status: 200 len: 217 time: 0.1663520 Sep 07 04:33:05.316040 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-791fde4e-d49f-4d7c-a14c-fb4771ebe26d req-938c4810-994e-4dd7-9534-dd770caa2816 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 210 time: 0.0971370 Sep 07 04:33:05.422896 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device e027c687-c322-4201-a672-624198311fdd up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:33:05.453695 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-548e8fcd-0494-40e3-b4c2-e93522770a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:05.459473 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-548e8fcd-0494-40e3-b4c2-e93522770a57 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7faf0073-8af2-4618-bd78-9149ff6adc98 HTTP/1.1" status: 200 len: 855 time: 0.1963816 Sep 07 04:33:05.460771 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60070) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:05.547815 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-753091b8-1d9a-424b-bcf4-0a4f2d9c7c2c tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Network c637ef39-3137-4520-aff9-0437acad2f59 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:33:05.574184 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-753091b8-1d9a-424b-bcf4-0a4f2d9c7c2c tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:33:05.577285 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-753091b8-1d9a-424b-bcf4-0a4f2d9c7c2c tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:33:05.598695 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-753091b8-1d9a-424b-bcf4-0a4f2d9c7c2c tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:05.599608 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-753091b8-1d9a-424b-bcf4-0a4f2d9c7c2c tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:05.616897 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port e027c687-c322-4201-a672-624198311fdd triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:33:05.619552 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:05.645012 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d43c54-0873-4684-8520-1cbad8990b54 req-109fb080-3105-4f5a-a0bc-afcb9e1bc2e1 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:05.646551 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a6b6e9-2f81-48c4-9130-b4bf9279df46" -d '{"events": [{"name": "network-changed", "server_uuid": "233831a3-cf0a-4e72-a00f-905290072337", "tag": "674fa64e-df35-45b3-a06c-eec2726f1621"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:33:05.653883 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d5d43c54-0873-4684-8520-1cbad8990b54 req-109fb080-3105-4f5a-a0bc-afcb9e1bc2e1 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 943 time: 0.3728504 Sep 07 04:33:05.656111 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753091b8-1d9a-424b-bcf4-0a4f2d9c7c2c tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Pushing event updated for resources: {'Port': ['ID=e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:05.668331 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-86d02d4b-6ecc-40a8-9bbe-6bce7ef029bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef7d546e-a3f2-450b-8000-b3a8ff82b02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1862144 Sep 07 04:33:05.706488 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 60078) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:05.751797 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba5a9d-76c5-4b9c-98b6-02a7761b9a48 req-baafa86c-090a-4318-a1d8-06f8f5fd932b tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:05.761578 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-76ba5a9d-76c5-4b9c-98b6-02a7761b9a48 req-baafa86c-090a-4318-a1d8-06f8f5fd932b tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 932 time: 0.1897709 Sep 07 04:33:05.792189 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d5d43c54-0873-4684-8520-1cbad8990b54 req-19b70234-8232-4746-8c29-5e03dee67846 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295364 Sep 07 04:33:05.883035 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-76ba5a9d-76c5-4b9c-98b6-02a7761b9a48 req-8a1b68d5-acb8-4103-9a0b-0f3386f780d4 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870061 Sep 07 04:33:05.883035 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-753091b8-1d9a-424b-bcf4-0a4f2d9c7c2c tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1702394 Sep 07 04:33:05.919155 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-5b368d85-0dfe-451d-ae0e-9d5f09e15ba1 service neutron] 10.222.0.54 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384863 Sep 07 04:33:05.977914 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-be2d5103-920c-4a87-971d-0a9717d869e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:06.016687 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3397f887-4fab-432b-8536-2e7c28a05f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:06.168262 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-be2d5103-920c-4a87-971d-0a9717d869e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:06.186047 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f455661-ad0f-47d8-9510-444bcc7b1951 x-openstack-request-id: req-4f455661-ad0f-47d8-9510-444bcc7b1951 {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:33:06.186334 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233831a3-cf0a-4e72-a00f-905290072337", "tag": "674fa64e-df35-45b3-a06c-eec2726f1621", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:33:06.186590 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f455661-ad0f-47d8-9510-444bcc7b1951 {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:33:06.187048 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233831a3-cf0a-4e72-a00f-905290072337', 'tag': '674fa64e-df35-45b3-a06c-eec2726f1621', 'status': 'completed', 'code': 200} Sep 07 04:33:06.278298 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-be2d5103-920c-4a87-971d-0a9717d869e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:06.327586 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-be2d5103-920c-4a87-971d-0a9717d869e4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=40ca1490bfc740d08f4436ad32524061&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6161010 Sep 07 04:33:06.329953 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d5103-920c-4a87-971d-0a9717d869e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e10c26-6245-4b36-80e0-c4f537f7b186,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:06.333783 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60092) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:06.415405 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3397f887-4fab-432b-8536-2e7c28a05f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:06.487447 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ec8c-446a-41d3-b7ed-ed0f7981e738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:06.489746 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d8fc021e-d22d-4abd-a158-fcd1c4912fbe req-e4230f9c-dfbb-4d0d-a84d-e5119a82ff00 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 210 time: 0.0492187 Sep 07 04:33:06.520738 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3397f887-4fab-432b-8536-2e7c28a05f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:06.576552 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-3397f887-4fab-432b-8536-2e7c28a05f29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=075d2204eb934a6b857e427382b8a40b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1110265 Sep 07 04:33:06.584203 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 60102) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:06.599776 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ec8c-446a-41d3-b7ed-ed0f7981e738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:06.624594 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397f887-4fab-432b-8536-2e7c28a05f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86ef38c-8181-4452-8096-66d6f6a3dc6b,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:06.668049 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fd1d17f0-36bd-4793-85b2-e0fb7a9f93c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:06.697957 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fd1d17f0-36bd-4793-85b2-e0fb7a9f93c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:06.773006 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ec8c-446a-41d3-b7ed-ed0f7981e738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:06.776973 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ec8c-446a-41d3-b7ed-ed0f7981e738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:06.777634 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-d5a9ec8c-446a-41d3-b7ed-ed0f7981e738 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/97e10c26-6245-4b36-80e0-c4f537f7b186 HTTP/1.1" status: 204 len: 168 time: 0.4399142 Sep 07 04:33:06.807168 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9ec8c-446a-41d3-b7ed-ed0f7981e738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e10c26-6245-4b36-80e0-c4f537f7b186,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:06.849526 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fd1d17f0-36bd-4793-85b2-e0fb7a9f93c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:06.853360 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fd1d17f0-36bd-4793-85b2-e0fb7a9f93c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:06.856612 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-fd1d17f0-36bd-4793-85b2-e0fb7a9f93c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b86ef38c-8181-4452-8096-66d6f6a3dc6b HTTP/1.1" status: 204 len: 168 time: 0.2687647 Sep 07 04:33:06.868828 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d17f0-36bd-4793-85b2-e0fb7a9f93c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86ef38c-8181-4452-8096-66d6f6a3dc6b,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:06.985831 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beb6ab-cc3b-4bb0-a452-d99195ca0d28 req-5af10c68-0a0b-40c8-8092-a857d5ae5f5e tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:07.009608 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-84beb6ab-cc3b-4bb0-a452-d99195ca0d28 req-5af10c68-0a0b-40c8-8092-a857d5ae5f5e tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 943 time: 0.1282115 Sep 07 04:33:07.107089 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-84beb6ab-cc3b-4bb0-a452-d99195ca0d28 req-71a40b67-c974-4bee-a613-342e8e9a4e40 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964522 Sep 07 04:33:07.127746 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea120a-9dd1-4a05-85fe-b05dd13e047b req-52b94574-e687-4533-b0c7-0a2a2bdf5612 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:07.136398 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0dea120a-9dd1-4a05-85fe-b05dd13e047b req-52b94574-e687-4533-b0c7-0a2a2bdf5612 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 932 time: 0.1104109 Sep 07 04:33:07.190108 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0dea120a-9dd1-4a05-85fe-b05dd13e047b req-e1ce77c3-c3e8-4aa4-aa19-fed1e8be20ec tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526876 Sep 07 04:33:07.651031 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0bc81f95-046e-4e0f-9d73-23256be4b046 req-9b34d780-b106-4c29-8cbd-31c8e637f24d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 210 time: 0.0371094 Sep 07 04:33:08.082673 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 60140) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:08.100553 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-161dd66d-91c3-4869-93f9-a0294a387dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:08.317543 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60154) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:08.383306 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-161dd66d-91c3-4869-93f9-a0294a387dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:08.401319 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e1711-250e-4a28-ad4f-17f6e6c71094 req-e8893226-3148-4972-b600-7924fe0e8a7e tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:08.403069 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b69e1711-250e-4a28-ad4f-17f6e6c71094 req-e8893226-3148-4972-b600-7924fe0e8a7e tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 932 time: 0.1096518 Sep 07 04:33:08.411084 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e4f54-4e8c-4316-a998-41007d91dc95 req-5fa81cfe-f371-4e46-8de7-f3129b333d13 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:08.421163 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-488e4f54-4e8c-4316-a998-41007d91dc95 req-5fa81cfe-f371-4e46-8de7-f3129b333d13 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 943 time: 0.1550353 Sep 07 04:33:08.455321 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-161dd66d-91c3-4869-93f9-a0294a387dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:08.533094 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b69e1711-250e-4a28-ad4f-17f6e6c71094 req-6926b4a6-712d-404d-be1a-8d48338d1a2e tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104283 Sep 07 04:33:08.537314 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161dd66d-91c3-4869-93f9-a0294a387dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf98570c-59f2-4f57-b01f-692b7a1a5a09,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:08.550279 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-488e4f54-4e8c-4316-a998-41007d91dc95 req-3f3efed0-403b-4037-a625-a457cb90bbc2 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111424 Sep 07 04:33:08.563424 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-161dd66d-91c3-4869-93f9-a0294a387dcd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=968333baddf04871b3f8544f3abbba12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4750204 Sep 07 04:33:08.570279 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 60174) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:08.581442 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6379ce76-1b98-4a50-a6c6-b736b812a9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:08.637112 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-75300868-d6d5-4fbe-aa0b-7eb889064f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:08.670779 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-75300868-d6d5-4fbe-aa0b-7eb889064f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:08.788832 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6379ce76-1b98-4a50-a6c6-b736b812a9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:08.820403 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-689f08ff-8947-458f-96b1-0d9fa5f38ee6 req-ada1c9e0-2756-4d39-ac92-f6d4b4330a83 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 210 time: 0.0398350 Sep 07 04:33:08.855185 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-75300868-d6d5-4fbe-aa0b-7eb889064f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:08.857701 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-75300868-d6d5-4fbe-aa0b-7eb889064f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:08.859821 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-75300868-d6d5-4fbe-aa0b-7eb889064f7e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf98570c-59f2-4f57-b01f-692b7a1a5a09 HTTP/1.1" status: 204 len: 168 time: 0.2876766 Sep 07 04:33:08.869377 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75300868-d6d5-4fbe-aa0b-7eb889064f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf98570c-59f2-4f57-b01f-692b7a1a5a09,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:08.883540 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6379ce76-1b98-4a50-a6c6-b736b812a9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:08.929818 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-6379ce76-1b98-4a50-a6c6-b736b812a9ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43b6e28b815748c5b29e8ae5392d4d3a&name=default HTTP/1.1" status: 200 len: 2978 time: 0.6081181 Sep 07 04:33:08.930186 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 60190) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:08.940945 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379ce76-1b98-4a50-a6c6-b736b812a9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8878548f-25b3-444a-984d-f5f4aef6de42,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:09.003359 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4bcf5b5f-3c42-46e5-8662-3585db6da9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:09.030000 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4bcf5b5f-3c42-46e5-8662-3585db6da9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:09.155300 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4bcf5b5f-3c42-46e5-8662-3585db6da9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:09.165290 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4bcf5b5f-3c42-46e5-8662-3585db6da9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:09.166542 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-4bcf5b5f-3c42-46e5-8662-3585db6da9c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8878548f-25b3-444a-984d-f5f4aef6de42 HTTP/1.1" status: 204 len: 168 time: 0.2353790 Sep 07 04:33:09.175154 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf5b5f-3c42-46e5-8662-3585db6da9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8878548f-25b3-444a-984d-f5f4aef6de42,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:09.821953 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57986-f608-42e9-9477-c7944468f20e req-ffd9b9ac-cfd0-4dbc-bf4b-397e7d1ae400 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:09.822666 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60212) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:09.823446 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-45e57986-f608-42e9-9477-c7944468f20e req-ffd9b9ac-cfd0-4dbc-bf4b-397e7d1ae400 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 932 time: 0.2200933 Sep 07 04:33:09.836724 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce22bc-73ec-4c88-b7ce-d0d87ace60b5 req-bae6cb88-815d-4ae6-ad8e-ccca62841d28 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:09.839033 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a7ce22bc-73ec-4c88-b7ce-d0d87ace60b5 req-bae6cb88-815d-4ae6-ad8e-ccca62841d28 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 943 time: 0.2102571 Sep 07 04:33:09.896411 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-45e57986-f608-42e9-9477-c7944468f20e req-5a801660-ff91-457c-b7b3-85a977b1397e tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570481 Sep 07 04:33:09.962054 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a7ce22bc-73ec-4c88-b7ce-d0d87ace60b5 req-8db15050-091b-4760-a769-1ee78c08a6fb tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038375 Sep 07 04:33:10.068045 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-34203c92-cc6b-4eec-b745-71df60123c80 req-1a07e4cf-109d-4daa-9caa-bb7095b6aec7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 210 time: 0.0378516 Sep 07 04:33:10.070992 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-9b569a69-f59c-4668-a017-ef9375800d86 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1110157584-network', 'tenant_id': 'd34ce552e81c4ea4827b518289b8fa77'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:10.449144 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b569a69-f59c-4668-a017-ef9375800d86 admin admin] Made reservation on behalf of d34ce552e81c4ea4827b518289b8fa77 for: {'network': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:33:10.451525 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9b569a69-f59c-4668-a017-ef9375800d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:10.462877 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9b569a69-f59c-4668-a017-ef9375800d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:10.553612 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9b569a69-f59c-4668-a017-ef9375800d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:10.678059 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9b569a69-f59c-4668-a017-ef9375800d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:10.708103 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b569a69-f59c-4668-a017-ef9375800d86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=94311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:33:10.715494 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b569a69-f59c-4668-a017-ef9375800d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35cbb98-4ad3-4a07-9394-72226710803a,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:10.721840 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9b569a69-f59c-4668-a017-ef9375800d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:10.722335 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.segments_db [None req-9b569a69-f59c-4668-a017-ef9375800d86 admin admin] Added segment ef741872-befd-4767-a93c-1c7cb3201ba7 of type vlan for network 061befdc-c283-4fb7-b5ab-a4039be895bd Sep 07 04:33:10.766806 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9b569a69-f59c-4668-a017-ef9375800d86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:11.011874 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9b569a69-f59c-4668-a017-ef9375800d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:11.012985 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b569a69-f59c-4668-a017-ef9375800d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:11.013660 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9b569a69-f59c-4668-a017-ef9375800d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:11.060388 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be557b-8cbd-4314-b754-15b80a6054a7 req-000f0dfb-2497-4d09-a719-01e2b277264d tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:11.063539 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-78be557b-8cbd-4314-b754-15b80a6054a7 req-000f0dfb-2497-4d09-a719-01e2b277264d tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 932 time: 0.0760527 Sep 07 04:33:11.090872 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b569a69-f59c-4668-a017-ef9375800d86 admin admin] Pushing event updated for resources: {'Network': ['ID=061befdc-c283-4fb7-b5ab-a4039be895bd,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:11.104066 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network 061befdc-c283-4fb7-b5ab-a4039be895bd details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:33:11.134226 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-9b569a69-f59c-4668-a017-ef9375800d86 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3077493 Sep 07 04:33:11.139795 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60262) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:11.144659 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-fc2bd965-a59c-433f-955d-24040e3f98b8 admin admin] Request body: {'subnet': {'network_id': '061befdc-c283-4fb7-b5ab-a4039be895bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1110157584-subnet', 'tenant_id': 'd34ce552e81c4ea4827b518289b8fa77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:11.161959 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53744a70-b936-4228-83a6-80008b648fca req-96b9c8bf-763d-42aa-81ea-d7abc9f291ca tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:11.170780 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-53744a70-b936-4228-83a6-80008b648fca req-96b9c8bf-763d-42aa-81ea-d7abc9f291ca tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 943 time: 0.1039951 Sep 07 04:33:11.176308 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-78be557b-8cbd-4314-b754-15b80a6054a7 req-906f90b4-b787-424d-8a88-5823a3548c15 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005049 Sep 07 04:33:11.228722 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-53744a70-b936-4228-83a6-80008b648fca req-3047bf43-f441-494c-b8c0-01b0ae14c404 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566571 Sep 07 04:33:11.402607 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-50ed0b0d-3cc8-44bc-8ba4-d8f18cafdc2b req-d0a2402d-922f-495b-8b65-085e0107c76f tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 210 time: 0.0356486 Sep 07 04:33:11.498006 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2bd965-a59c-433f-955d-24040e3f98b8 admin admin] Made reservation on behalf of d34ce552e81c4ea4827b518289b8fa77 for: {'subnet': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:33:11.500391 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fc2bd965-a59c-433f-955d-24040e3f98b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:11.797821 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fc2bd965-a59c-433f-955d-24040e3f98b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for subnet, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:11.853515 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bd965-a59c-433f-955d-24040e3f98b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c55e2052-67ea-415d-b763-5006f6bdb540,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:11.864851 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2bd965-a59c-433f-955d-24040e3f98b8 admin admin] Checking segment: {'id': 'ef741872-befd-4767-a93c-1c7cb3201ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '061befdc-c283-4fb7-b5ab-a4039be895bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:33:11.865208 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2bd965-a59c-433f-955d-24040e3f98b8 admin admin] Network hostable DHCP agents. Network: 061befdc-c283-4fb7-b5ab-a4039be895bd, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:33:11.940697 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2bd965-a59c-433f-955d-24040e3f98b8 admin admin] Network 061befdc-c283-4fb7-b5ab-a4039be895bd is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:33:12.018009 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-fc2bd965-a59c-433f-955d-24040e3f98b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, 061befdc-c283-4fb7-b5ab-a4039be895bd) {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:33:12.026483 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2bd965-a59c-433f-955d-24040e3f98b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:12.026483 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fc2bd965-a59c-433f-955d-24040e3f98b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:12.029226 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc38f8d-9144-4f22-85b6-3d151d858624 None None] Network 061befdc-c283-4fb7-b5ab-a4039be895bd requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:33:12.180262 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-fc2bd965-a59c-433f-955d-24040e3f98b8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0418944 Sep 07 04:33:12.187858 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222c8669-c644-4e0e-8480-423cd3cdea08 None None] Network 061befdc-c283-4fb7-b5ab-a4039be895bd requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:33:12.469600 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f25fd8-2ae6-4d77-bdc2-c2ce8971b14d req-63b38e2f-26bb-487c-b8cd-a95a9c62fd2c tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:12.472883 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-93f25fd8-2ae6-4d77-bdc2-c2ce8971b14d req-63b38e2f-26bb-487c-b8cd-a95a9c62fd2c tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 932 time: 0.1438851 Sep 07 04:33:12.560328 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-93f25fd8-2ae6-4d77-bdc2-c2ce8971b14d req-66a1df5b-bb9f-4514-9a38-fdf823e4e667 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728502 Sep 07 04:33:12.595958 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb9ef8-c899-4a6b-8d7c-8639dc38fab2 req-965934cc-5a28-49c4-a576-6a64e7840888 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:12.618830 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-80cb9ef8-c899-4a6b-8d7c-8639dc38fab2 req-965934cc-5a28-49c4-a576-6a64e7840888 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 943 time: 0.2423677 Sep 07 04:33:12.700794 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-80cb9ef8-c899-4a6b-8d7c-8639dc38fab2 req-63730e18-a04f-4967-bf99-5aae7a46a7a2 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782759 Sep 07 04:33:12.759678 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-29ca77ae-76d6-4841-8da1-ecb4d802e8cd req-cfd5cddd-8836-48ed-af1f-8ac41ffb251e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 210 time: 0.0474622 Sep 07 04:33:13.736511 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd767959-fa19-47be-8943-41bb7dcda1dc req-7cd65e17-2b4c-4435-8c3b-9bc43928edbc tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:13.744767 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-dd767959-fa19-47be-8943-41bb7dcda1dc req-7cd65e17-2b4c-4435-8c3b-9bc43928edbc tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 932 time: 0.0812016 Sep 07 04:33:13.781491 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60374) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:13.786397 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-b2b0d15f-49ff-441c-a912-831a921d6b5e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-870212260-network', 'tenant_id': '558ebd221c9a41719631dfc4a1ecf5b3'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:13.805127 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-dd767959-fa19-47be-8943-41bb7dcda1dc req-4365615a-dda0-4283-a8d6-3f4f38e29be4 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566425 Sep 07 04:33:13.869658 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702992b0-f1e2-4756-a45d-9739525a9baf req-bb42c878-5930-4aa5-b022-53c9b8400e92 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:13.871264 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-702992b0-f1e2-4756-a45d-9739525a9baf req-bb42c878-5930-4aa5-b022-53c9b8400e92 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 943 time: 0.0647588 Sep 07 04:33:13.906077 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b0d15f-49ff-441c-a912-831a921d6b5e admin admin] Made reservation on behalf of 558ebd221c9a41719631dfc4a1ecf5b3 for: {'network': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:33:13.908647 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d15f-49ff-441c-a912-831a921d6b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:13.914978 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4daf7434-1159-4072-bc3b-2648210ca250 req-25b94232-140b-48bf-9a47-04986ec20dda tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 210 time: 0.0384958 Sep 07 04:33:13.919132 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d15f-49ff-441c-a912-831a921d6b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:13.948968 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-702992b0-f1e2-4756-a45d-9739525a9baf req-6d4a7613-bd35-446f-8a40-2a3693f94d5c tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627553 Sep 07 04:33:14.026566 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d15f-49ff-441c-a912-831a921d6b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:14.105499 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d15f-49ff-441c-a912-831a921d6b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:14.138510 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b0d15f-49ff-441c-a912-831a921d6b5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:33:14.158177 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0d15f-49ff-441c-a912-831a921d6b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b198df53-a717-44c9-b64e-a571d0b83766,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:14.163734 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d15f-49ff-441c-a912-831a921d6b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:14.164182 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.segments_db [None req-b2b0d15f-49ff-441c-a912-831a921d6b5e admin admin] Added segment 687f5971-32bf-45cd-864f-a01b47c1d37c of type vlan for network 3773b99e-2619-4e15-9f88-d95b83774bbf Sep 07 04:33:14.204137 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d15f-49ff-441c-a912-831a921d6b5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:14.343366 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d15f-49ff-441c-a912-831a921d6b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:14.344437 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b0d15f-49ff-441c-a912-831a921d6b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:14.345058 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d15f-49ff-441c-a912-831a921d6b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:14.406267 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0d15f-49ff-441c-a912-831a921d6b5e admin admin] Pushing event updated for resources: {'Network': ['ID=3773b99e-2619-4e15-9f88-d95b83774bbf,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:14.417187 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network 3773b99e-2619-4e15-9f88-d95b83774bbf details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:33:14.465293 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-b2b0d15f-49ff-441c-a912-831a921d6b5e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6825974 Sep 07 04:33:14.468261 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60396) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:14.474622 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-d56df8a1-a07e-4f5c-9e6a-04625605f515 admin admin] Request body: {'subnet': {'network_id': '3773b99e-2619-4e15-9f88-d95b83774bbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-870212260-subnet', 'tenant_id': '558ebd221c9a41719631dfc4a1ecf5b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:14.944320 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42114942-0e3e-4729-9e7b-0b6916204c4e req-acbf45bb-0000-4ddd-aead-18d43ecb39bb tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:14.946171 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-42114942-0e3e-4729-9e7b-0b6916204c4e req-acbf45bb-0000-4ddd-aead-18d43ecb39bb tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 932 time: 0.0512216 Sep 07 04:33:14.985736 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-42114942-0e3e-4729-9e7b-0b6916204c4e req-c3390bed-0885-44ee-a9e5-a2bdbb9912ac tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335355 Sep 07 04:33:15.050301 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-dbf7139b-c963-439c-bcc2-65beefa15a31 req-4724a5a2-b0c4-4680-9df0-9662b007f601 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 210 time: 0.0312839 Sep 07 04:33:15.109869 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0db290-3a23-4687-bd5a-575b0853f325 req-2acf005e-e576-4c3b-9031-292eb3ff03d0 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:15.111233 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ef0db290-3a23-4687-bd5a-575b0853f325 req-2acf005e-e576-4c3b-9031-292eb3ff03d0 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 943 time: 0.0472453 Sep 07 04:33:15.150276 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ef0db290-3a23-4687-bd5a-575b0853f325 req-67238bad-7a4a-49eb-a871-52d251c415ee tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318203 Sep 07 04:33:15.357706 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56df8a1-a07e-4f5c-9e6a-04625605f515 admin admin] Made reservation on behalf of 558ebd221c9a41719631dfc4a1ecf5b3 for: {'subnet': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:33:15.360325 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d56df8a1-a07e-4f5c-9e6a-04625605f515 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:15.751777 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d56df8a1-a07e-4f5c-9e6a-04625605f515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for subnet, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:15.809271 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56df8a1-a07e-4f5c-9e6a-04625605f515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ab1f361-6d12-45b3-b2cf-e95ac31d4b26,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:15.820270 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56df8a1-a07e-4f5c-9e6a-04625605f515 admin admin] Checking segment: {'id': '687f5971-32bf-45cd-864f-a01b47c1d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3773b99e-2619-4e15-9f88-d95b83774bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:33:15.820668 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56df8a1-a07e-4f5c-9e6a-04625605f515 admin admin] Network hostable DHCP agents. Network: 3773b99e-2619-4e15-9f88-d95b83774bbf, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:33:15.842343 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Request body: {'port': {'device_id': '69b78abc-946e-4d40-b7b5-be4bc7613db7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:15.902780 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:15.926410 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56df8a1-a07e-4f5c-9e6a-04625605f515 admin admin] Network 3773b99e-2619-4e15-9f88-d95b83774bbf is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:33:16.037763 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-d56df8a1-a07e-4f5c-9e6a-04625605f515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, 3773b99e-2619-4e15-9f88-d95b83774bbf) {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:33:16.041059 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-b6e5382e-ca29-4c01-836c-a1b8bc51da14 req-a0be264c-7a78-4375-9fb3-e12f2d7670be service neutron] 10.222.0.54 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971563 Sep 07 04:33:16.047392 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56df8a1-a07e-4f5c-9e6a-04625605f515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:16.047392 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d56df8a1-a07e-4f5c-9e6a-04625605f515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:16.048173 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3843197-db1b-4cfd-aa4f-f7a82136af7c None None] Network 3773b99e-2619-4e15-9f88-d95b83774bbf requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:33:16.164725 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-d56df8a1-a07e-4f5c-9e6a-04625605f515 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6838701 Sep 07 04:33:16.219711 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0168512d-e66c-4f18-ad61-dd31cf38a25d req-c6da9f14-12d0-4d8d-ab01-18d2ec071c53 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 210 time: 0.0659027 Sep 07 04:33:16.261825 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3370d9-7474-4e6d-9303-5955a6a44558 None None] Network 3773b99e-2619-4e15-9f88-d95b83774bbf requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:33:16.282582 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148a12-7a9e-479f-9c05-701c87dc2ea5 req-0130eea9-9cd3-40ac-829a-c6ffc87cc21a tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:16.282582 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-18148a12-7a9e-479f-9c05-701c87dc2ea5 req-0130eea9-9cd3-40ac-829a-c6ffc87cc21a tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 932 time: 0.2039826 Sep 07 04:33:16.349272 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6b6e9-2f81-48c4-9130-b4bf9279df46 req-97b57f98-a5e9-4adf-8f9b-e5d9d8424d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:16.351575 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-46a6b6e9-2f81-48c4-9130-b4bf9279df46 req-97b57f98-a5e9-4adf-8f9b-e5d9d8424d70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b099fc569a934243895533d64d9bfd57&device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 1096 time: 0.0741448 Sep 07 04:33:16.415277 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-18148a12-7a9e-479f-9c05-701c87dc2ea5 req-11569669-8b48-4cf6-aa69-3efcc52620d3 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223726 Sep 07 04:33:16.417686 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 60444) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:16.492581 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220002aa-8ddc-4d99-bf8a-f7d049721e2b req-f73b0f66-eb23-437e-a2b8-61a04ac58789 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:16.495402 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-220002aa-8ddc-4d99-bf8a-f7d049721e2b req-f73b0f66-eb23-437e-a2b8-61a04ac58789 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 943 time: 0.1512728 Sep 07 04:33:16.579088 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cedbdd-b1d3-4bd0-a15f-d2ea24a5fcea admin admin] Deleting subnet c55e2052-67ea-415d-b763-5006f6bdb540 {{(pid=94312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:33:16.598245 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a {{(pid=94312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:33:16.605548 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-44cedbdd-b1d3-4bd0-a15f-d2ea24a5fcea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:16.608797 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6b6e9-2f81-48c4-9130-b4bf9279df46 req-e660150b-782f-4e2c-bdea-74037e6ca791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:16.610352 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-46a6b6e9-2f81-48c4-9130-b4bf9279df46 req-e660150b-782f-4e2c-bdea-74037e6ca791 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ef7d546e-a3f2-450b-8000-b3a8ff82b02d HTTP/1.1" status: 200 len: 916 time: 0.2511148 Sep 07 04:33:16.630534 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:16.648392 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-220002aa-8ddc-4d99-bf8a-f7d049721e2b req-45b382f9-9e48-420e-b06e-c265b1457cfa tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411619 Sep 07 04:33:16.666314 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-46a6b6e9-2f81-48c4-9130-b4bf9279df46 req-64b460c1-3288-47a2-9d16-daa4bf129e65 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=674fa64e-df35-45b3-a06c-eec2726f1621 HTTP/1.1" status: 200 len: 217 time: 0.0369108 Sep 07 04:33:16.673901 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-44cedbdd-b1d3-4bd0-a15f-d2ea24a5fcea admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:16.683497 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Transition to ACTIVE for port object e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a will not be triggered until provisioned by entity L2. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:33:16.687372 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-44cedbdd-b1d3-4bd0-a15f-d2ea24a5fcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1475966'] for subnet, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:16.730331 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6b6e9-2f81-48c4-9130-b4bf9279df46 req-7e95bd3d-c4a6-460e-82a5-ea0783727cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:16.731785 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-46a6b6e9-2f81-48c4-9130-b4bf9279df46 req-7e95bd3d-c4a6-460e-82a5-ea0783727cab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7faf0073-8af2-4618-bd78-9149ff6adc98 HTTP/1.1" status: 200 len: 855 time: 0.0569086 Sep 07 04:33:16.768435 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-46a6b6e9-2f81-48c4-9130-b4bf9279df46 req-82c51d79-452e-41b5-ac05-21a03512cea6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef7d546e-a3f2-450b-8000-b3a8ff82b02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246675 Sep 07 04:33:16.768841 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:16.829515 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Pushing event updated for resources: {'Port': ['ID=e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:16.855259 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-44cedbdd-b1d3-4bd0-a15f-d2ea24a5fcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1475957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for subnet, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:16.878685 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-46a6b6e9-2f81-48c4-9130-b4bf9279df46 req-e1a7ee52-cf42-4dba-9685-807ed8ce2a1e service neutron] 10.222.0.54 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019237 Sep 07 04:33:16.898720 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cedbdd-b1d3-4bd0-a15f-d2ea24a5fcea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c55e2052-67ea-415d-b763-5006f6bdb540,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:16.922171 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Attempting to bind port e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:33:16.922171 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Attempting to bind port e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '3eabee69-715d-4a7b-a45e-951547eab164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c637ef39-3137-4520-aff9-0437acad2f59'}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:33:16.922171 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Attempting to bind port e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a on network c637ef39-3137-4520-aff9-0437acad2f59 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:33:16.937611 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Port e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a on network c637ef39-3137-4520-aff9-0437acad2f59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:33:16.937928 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Attempting to bind port e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a on network c637ef39-3137-4520-aff9-0437acad2f59 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:33:16.943618 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-44cedbdd-b1d3-4bd0-a15f-d2ea24a5fcea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:16.949382 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-44cedbdd-b1d3-4bd0-a15f-d2ea24a5fcea admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c55e2052-67ea-415d-b763-5006f6bdb540 HTTP/1.1" status: 204 len: 168 time: 0.5278201 Sep 07 04:33:16.949624 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60466) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:16.950507 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:33:16.951471 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Checking segment: {'id': '3eabee69-715d-4a7b-a45e-951547eab164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c637ef39-3137-4520-aff9-0437acad2f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:33:16.954124 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Bound using segment: {'id': '3eabee69-715d-4a7b-a45e-951547eab164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c637ef39-3137-4520-aff9-0437acad2f59'} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:33:16.954587 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Bound port: e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eabee69-715d-4a7b-a45e-951547eab164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c637ef39-3137-4520-aff9-0437acad2f59'}}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:33:16.954951 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:17.047778 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] For port e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a, host hv-cinder-80403, cleared binding levels {{(pid=94312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:33:17.052193 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] For port e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a,segment=NetworkSegment(3eabee69-715d-4a7b-a45e-951547eab164),segment_id=3eabee69-715d-4a7b-a45e-951547eab164)] {{(pid=94312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:33:17.061099 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543271'] for network, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:17.064376 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-46a6b6e9-2f81-48c4-9130-b4bf9279df46 req-58cc3e4d-b417-40ee-9464-787e17a2829d service neutron] 10.222.0.54 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773179 Sep 07 04:33:17.164784 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474017', 'neutron.services.segments.db._delete_segments_for_network-8773844615792'] for network, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:17.185881 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:17.186253 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:17.187003 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:17.187178 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:17.187363 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Subscribe: > port after_create 55550000 {{(pid=94311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:17.187729 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:17.188004 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Subscribe: > port after_update 55550000 {{(pid=94311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:17.188361 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:17.188724 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:17.189036 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:17.194512 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:17.214188 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 60480) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:17.219192 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:17.219895 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:17.221316 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] 10.222.0.54 "PUT /v2.0/ports/e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a HTTP/1.1" status: 200 len: 1094 time: 1.3845394 Sep 07 04:33:17.228509 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b78abc-946e-4d40-b7b5-be4bc7613db7', 'tag': 'e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:33:17.370953 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:17.375906 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:17.375906 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:17.375906 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:17.375906 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.services.segments.db [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061befdc-c283-4fb7-b5ab-a4039be895bd']}} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:33:17.431738 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.services.segments.db [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef741872-befd-4767-a93c-1c7cb3201ba7') {'for_net_delete': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:33:17.432299 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.services.segments.db [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef741872-befd-4767-a93c-1c7cb3201ba7') {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:33:17.462436 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773844616057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10360170'] for segment, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:17.495816 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6734aa2-9e9e-460b-b5dc-4d69b9579a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "69b78abc-946e-4d40-b7b5-be4bc7613db7", "tag": "e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:33:17.507871 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:17.511669 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0c0284cf-af13-4133-9f18-7ca5d2ce26c9 req-5c9cb3a6-a4e6-431d-b76f-1bd8444653d7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 210 time: 0.1773574 Sep 07 04:33:17.518347 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a54b77e6-3583-423e-b9e6-3cdc2a04f004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:17.544477 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=94311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:33:17.545222 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9042320'] for segment, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:17.548939 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-9c984945-b2eb-49aa-ae0a-cdbbb5f044cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:17.552156 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-9c984945-b2eb-49aa-ae0a-cdbbb5f044cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe043a2a92444240871342853920d65f&device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 1097 time: 0.1700447 Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: from cryptography.utils import int_from_bytes Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: from cryptography.utils import int_from_bytes Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: Traceback (most recent call last): Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: timer() Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: cb(*args, **kw) Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: return func(*args, **kwargs) Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: self._notify() Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: self.callback(batched_events) Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: event.method(event) Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: return f(self, *a, **k) Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: return self._get(url).json() Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: return self.request(url, 'GET', **kwargs) Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:33:17.556232 dv-cinder-804035-10-iscsi neutron-server[94311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:33:17.668159 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-6f7f663e-cf9d-40a1-9ab4-85141b6ba8f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a HTTP/1.1" status: 200 len: 217 time: 0.0478189 Sep 07 04:33:17.728436 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-28a9293d-8cae-4dc8-ab1d-180fba39fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:17.730166 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-28a9293d-8cae-4dc8-ab1d-180fba39fa11 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2de3c75-4c8d-4cbc-ba99-71641122affe HTTP/1.1" status: 200 len: 852 time: 0.0558763 Sep 07 04:33:17.765306 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472601'] for network, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:17.786488 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d28f4a-6ddb-42be-8ba6-091f04c26316 service neutron] Pushing event updated for resources: {'Port': ['ID=e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a,revision_number=3']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:17.791720 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-f7942cc7-e2f9-4b67-9eed-904c0ac0f1ac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c637ef39-3137-4520-aff9-0437acad2f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474586 Sep 07 04:33:17.807702 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:17.808942 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403b817c-4563-4239-aa25-1697ce64718c x-openstack-request-id: req-403b817c-4563-4239-aa25-1697ce64718c {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:33:17.809233 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b78abc-946e-4d40-b7b5-be4bc7613db7", "tag": "e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:33:17.809477 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-403b817c-4563-4239-aa25-1697ce64718c {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:33:17.812707 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b78abc-946e-4d40-b7b5-be4bc7613db7', 'tag': 'e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a', 'status': 'completed', 'code': 200} Sep 07 04:33:17.812858 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] 10.222.0.55 "DELETE /v2.0/networks/061befdc-c283-4fb7-b5ab-a4039be895bd HTTP/1.1" status: 204 len: 168 time: 0.8590517 Sep 07 04:33:17.812858 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f393f49-834c-4c08-90d5-69574be8e82b admin admin] Pushing event deleted for resources: {'Network': ['ID=061befdc-c283-4fb7-b5ab-a4039be895bd,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:17.814788 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 60530) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:17.943012 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-39584633-fb8d-48a6-b400-801328d70daa service neutron] 10.222.0.54 "GET /v2.0/networks/c637ef39-3137-4520-aff9-0437acad2f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315815 Sep 07 04:33:17.964294 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c84233-7538-40c0-9745-da869d509a6c req-f16fdb45-702f-4380-8f44-a428ba407917 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:17.965838 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-96c84233-7538-40c0-9745-da869d509a6c req-f16fdb45-702f-4380-8f44-a428ba407917 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.54 "GET /v2.0/networks?id=164936fd-3e30-49d0-9274-2523f41a60c3 HTTP/1.1" status: 200 len: 816 time: 0.6543548 Sep 07 04:33:17.973574 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356956a9-1943-4ff1-a200-1e1744baeae7 req-c8d5b376-1a46-4468-8b8a-7b619126e780 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:17.981902 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-356956a9-1943-4ff1-a200-1e1744baeae7 req-c8d5b376-1a46-4468-8b8a-7b619126e780 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 944 time: 0.4640260 Sep 07 04:33:17.990563 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_v2 [None req-44951daf-c961-4cbc-8c7e-99779abc3aab admin admin] Deleting subnet 8ab1f361-6d12-45b3-b2cf-e95ac31d4b26 {{(pid=94312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:33:18.012603 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-44951daf-c961-4cbc-8c7e-99779abc3aab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:18.049867 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2686ceb8-0af5-4271-b00e-af9b66588256 req-70d693c1-206f-4e69-b949-6799436b2937 service neutron] 10.222.0.54 "GET /v2.0/networks/c637ef39-3137-4520-aff9-0437acad2f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964200 Sep 07 04:33:18.071796 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087c6d7-d70d-44b8-a981-5dfcf638e640 req-465a0a1f-ffe1-46e0-8d2d-07f84e263305 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:18.073325 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3087c6d7-d70d-44b8-a981-5dfcf638e640 req-465a0a1f-ffe1-46e0-8d2d-07f84e263305 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 943 time: 0.2431750 Sep 07 04:33:18.135889 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-356956a9-1943-4ff1-a200-1e1744baeae7 req-0eeefb69-717b-452b-9cd7-12a5d3f1d5cd tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537075 Sep 07 04:33:18.145139 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-44951daf-c961-4cbc-8c7e-99779abc3aab admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:18.164104 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-96c84233-7538-40c0-9745-da869d509a6c req-60fa275d-c40c-4134-8acf-71b8bf5aa937 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68ad0ff139cd4db998515714ae022f66 HTTP/1.1" status: 200 len: 379 time: 0.1795597 Sep 07 04:33:18.168585 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-44951daf-c961-4cbc-8c7e-99779abc3aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1475966'] for subnet, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:18.202752 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-96c84233-7538-40c0-9745-da869d509a6c req-4115b38f-c0c6-4e76-a28b-e5232453e2d0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Request body: {'port': {'device_id': '220e46b9-545c-4dce-a1af-4573fe547467', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'admin_state_up': True, 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'security_groups': ['b442b864-2f98-4229-9a59-82a9291862e3']}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:18.261048 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3087c6d7-d70d-44b8-a981-5dfcf638e640 req-d3663d42-1f6a-4885-ae85-ba03fa280e7b tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735640 Sep 07 04:33:18.275408 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a54b77e6-3583-423e-b9e6-3cdc2a04f004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:18.287919 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6734aa2-9e9e-460b-b5dc-4d69b9579a0b req-67b4ae5b-2d98-41bd-9c68-11af5429509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:18.290230 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-f6734aa2-9e9e-460b-b5dc-4d69b9579a0b req-67b4ae5b-2d98-41bd-9c68-11af5429509d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe043a2a92444240871342853920d65f&device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 1097 time: 0.0504651 Sep 07 04:33:18.368946 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a54b77e6-3583-423e-b9e6-3cdc2a04f004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:18.406157 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6734aa2-9e9e-460b-b5dc-4d69b9579a0b req-e13e0651-2007-417a-94f9-18118c45bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:18.409483 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-f6734aa2-9e9e-460b-b5dc-4d69b9579a0b req-e13e0651-2007-417a-94f9-18118c45bb4e service neutron] 10.222.0.54 "GET /v2.0/networks?id=c637ef39-3137-4520-aff9-0437acad2f59 HTTP/1.1" status: 200 len: 913 time: 0.1097536 Sep 07 04:33:18.425003 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-a54b77e6-3583-423e-b9e6-3cdc2a04f004 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f07a8e35fdc4a8ea8016d8a62318098&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2003846 Sep 07 04:33:18.425003 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b77e6-3583-423e-b9e6-3cdc2a04f004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eacce3d-8733-41b1-ab03-059bbba7279e,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:18.425628 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60558) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:18.454565 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-44951daf-c961-4cbc-8c7e-99779abc3aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1475957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for subnet, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:18.470081 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-f6734aa2-9e9e-460b-b5dc-4d69b9579a0b req-5a2a438e-f62f-442f-a132-7b8fe2303b7f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a HTTP/1.1" status: 200 len: 217 time: 0.0546107 Sep 07 04:33:18.483909 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44951daf-c961-4cbc-8c7e-99779abc3aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ab1f361-6d12-45b3-b2cf-e95ac31d4b26,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:18.488231 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-44951daf-c961-4cbc-8c7e-99779abc3aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:18.493376 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-44951daf-c961-4cbc-8c7e-99779abc3aab admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8ab1f361-6d12-45b3-b2cf-e95ac31d4b26 HTTP/1.1" status: 204 len: 168 time: 0.6720142 Sep 07 04:33:18.494404 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 60560) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:18.544148 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6734aa2-9e9e-460b-b5dc-4d69b9579a0b req-15f4774e-cd7b-47f6-bf8a-ba26fe4c350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:18.545627 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-f6734aa2-9e9e-460b-b5dc-4d69b9579a0b req-15f4774e-cd7b-47f6-bf8a-ba26fe4c350b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2de3c75-4c8d-4cbc-ba99-71641122affe HTTP/1.1" status: 200 len: 852 time: 0.0681796 Sep 07 04:33:18.546362 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6aba6666-ca86-4a9a-b699-e6c6f61c6187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:18.568349 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c84233-7538-40c0-9745-da869d509a6c req-4115b38f-c0c6-4e76-a28b-e5232453e2d0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Made reservation on behalf of 68ad0ff139cd4db998515714ae022f66 for: {'port': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:33:18.572835 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-96c84233-7538-40c0-9745-da869d509a6c req-4115b38f-c0c6-4e76-a28b-e5232453e2d0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:18.577768 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543271'] for network, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:18.586435 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-f6734aa2-9e9e-460b-b5dc-4d69b9579a0b req-6193a517-3822-46c5-ad2d-7743fa4d59f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c637ef39-3137-4520-aff9-0437acad2f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304627 Sep 07 04:33:18.590916 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6aba6666-ca86-4a9a-b699-e6c6f61c6187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:18.635291 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-97a04c90-7f57-4ce0-9966-43b53b0a8c43 req-bb30b1e0-9a9f-40c8-8cee-661f85909313 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 210 time: 0.0468814 Sep 07 04:33:18.703211 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-f6734aa2-9e9e-460b-b5dc-4d69b9579a0b req-7497ea3d-8ecc-480c-beb6-63c753674118 service neutron] 10.222.0.54 "GET /v2.0/networks/c637ef39-3137-4520-aff9-0437acad2f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060286 Sep 07 04:33:18.753325 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474017', 'neutron.services.segments.db._delete_segments_for_network-8773844615792'] for network, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:18.770155 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6aba6666-ca86-4a9a-b699-e6c6f61c6187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:18.773226 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6aba6666-ca86-4a9a-b699-e6c6f61c6187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:18.774374 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-6aba6666-ca86-4a9a-b699-e6c6f61c6187 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8eacce3d-8733-41b1-ab03-059bbba7279e HTTP/1.1" status: 204 len: 168 time: 0.3477180 Sep 07 04:33:18.791191 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba6666-ca86-4a9a-b699-e6c6f61c6187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eacce3d-8733-41b1-ab03-059bbba7279e,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:18.814358 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-f6734aa2-9e9e-460b-b5dc-4d69b9579a0b req-e0f6545a-4986-4c41-a62b-65f3082e86ab service neutron] 10.222.0.54 "GET /v2.0/networks/c637ef39-3137-4520-aff9-0437acad2f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040616 Sep 07 04:33:18.818684 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [req-96c84233-7538-40c0-9745-da869d509a6c req-4115b38f-c0c6-4e76-a28b-e5232453e2d0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Allocated IP 172.20.0.12 (164936fd-3e30-49d0-9274-2523f41a60c3/d1a0f6fd-6cb9-4727-a121-2a2dee89b16f/db772293-f10a-4e5f-b463-a8106f1a986c) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:33:18.843796 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:18.848787 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:18.848787 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:18.848787 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Subscribe: > port after_create 55550000 {{(pid=94312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:18.848787 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:18.848787 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Subscribe: > port after_update 55550000 {{(pid=94312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:18.848787 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:18.848787 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:18.848787 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:18.848787 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:18.914511 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:18.914869 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:18.915200 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:18.915525 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:33:18.915908 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3773b99e-2619-4e15-9f88-d95b83774bbf']}} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:33:18.942996 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687f5971-32bf-45cd-864f-a01b47c1d37c') {'for_net_delete': True} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:33:18.943298 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687f5971-32bf-45cd-864f-a01b47c1d37c') {} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:33:18.967952 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773844616057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270375'] for segment, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:19.007255 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:19.019557 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:33:19.019945 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9711978'] for segment, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: from cryptography.utils import int_from_bytes Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: from cryptography.utils import int_from_bytes Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: Traceback (most recent call last): Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: timer() Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: cb(*args, **kw) Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: return func(*args, **kwargs) Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: self._notify() Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: self.callback(batched_events) Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: event.method(event) Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: return f(self, *a, **k) Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._get(url).json() Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: return self.request(url, 'GET', **kwargs) Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:33:19.023881 dv-cinder-804035-10-iscsi neutron-server[94312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:33:19.129512 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 674fa64e-df35-45b3-a06c-eec2726f1621 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:33:19.239425 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-96c84233-7538-40c0-9745-da869d509a6c req-4115b38f-c0c6-4e76-a28b-e5232453e2d0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:19.269327 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472601'] for network, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:19.291059 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 674fa64e-df35-45b3-a06c-eec2726f1621, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=674fa64e-df35-45b3-a06c-eec2726f1621,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:33:19.305021 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': '674fa64e-df35-45b3-a06c-eec2726f1621', 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d', 'port_id': '674fa64e-df35-45b3-a06c-eec2726f1621', 'mac_address': 'fa:16:3e:80:51:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7faf0073-8af2-4618-bd78-9149ff6adc98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:33:19.312172 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Pushing event deleted for resources: {'Network': ['ID=3773b99e-2619-4e15-9f88-d95b83774bbf,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:19.314047 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [req-96c84233-7538-40c0-9745-da869d509a6c req-4115b38f-c0c6-4e76-a28b-e5232453e2d0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Transition to ACTIVE for port object db772293-f10a-4e5f-b463-a8106f1a986c will not be triggered until provisioned by entity DHCP. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:33:19.315778 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:19.320746 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-5f6e7e0f-654c-4d42-95c3-2db8bf88b520 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3773b99e-2619-4e15-9f88-d95b83774bbf HTTP/1.1" status: 204 len: 168 time: 0.8224123 Sep 07 04:33:19.357443 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:19.366078 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b9bc0-0d35-4a80-93e7-c58c1c1326b8 req-fdc50958-7825-4d8a-b9af-de832f663226 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:19.367789 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d56b9bc0-0d35-4a80-93e7-c58c1c1326b8 req-fdc50958-7825-4d8a-b9af-de832f663226 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 944 time: 0.1251855 Sep 07 04:33:19.379359 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674fa64e-df35-45b3-a06c-eec2726f1621 {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:33:19.403817 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 674fa64e-df35-45b3-a06c-eec2726f1621, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=674fa64e-df35-45b3-a06c-eec2726f1621,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:33:19.447961 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d56b9bc0-0d35-4a80-93e7-c58c1c1326b8 req-0e415768-ec52-4405-8cee-1967b80003c3 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700011 Sep 07 04:33:19.456146 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef5f7d-8301-4a24-b8e4-925d35eb483c req-eea9bfda-6e2a-44dc-9fef-2b4d0f8087ac tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:19.457624 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-17ef5f7d-8301-4a24-b8e4-925d35eb483c req-eea9bfda-6e2a-44dc-9fef-2b4d0f8087ac tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 943 time: 0.0889399 Sep 07 04:33:19.471887 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:19.479207 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-96c84233-7538-40c0-9745-da869d509a6c req-4115b38f-c0c6-4e76-a28b-e5232453e2d0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:19.527035 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=674fa64e-df35-45b3-a06c-eec2726f1621,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:19.540423 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-17ef5f7d-8301-4a24-b8e4-925d35eb483c req-319649a8-afcc-4215-9784-092b2a941218 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759561 Sep 07 04:33:19.542155 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c84233-7538-40c0-9745-da869d509a6c req-4115b38f-c0c6-4e76-a28b-e5232453e2d0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Network 164936fd-3e30-49d0-9274-2523f41a60c3 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:33:19.545328 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [req-96c84233-7538-40c0-9745-da869d509a6c req-4115b38f-c0c6-4e76-a28b-e5232453e2d0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:33:19.551564 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c84233-7538-40c0-9745-da869d509a6c req-4115b38f-c0c6-4e76-a28b-e5232453e2d0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:33:19.575948 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115b38f-c0c6-4e76-a28b-e5232453e2d0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Pushing event updated for resources: {'Port': ['ID=db772293-f10a-4e5f-b463-a8106f1a986c,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:19.608657 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c84233-7538-40c0-9745-da869d509a6c req-4115b38f-c0c6-4e76-a28b-e5232453e2d0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:19.609330 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-96c84233-7538-40c0-9745-da869d509a6c req-4115b38f-c0c6-4e76-a28b-e5232453e2d0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:19.611707 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60600) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:19.629469 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0b6b1a52-9c5f-48df-b1e7-fa3cd4cd4587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:19.770915 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0b6b1a52-9c5f-48df-b1e7-fa3cd4cd4587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:19.778165 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b379e8c-0d88-44df-a8f5-4ac532f22c0c req-b4fef9a6-c7a3-4625-955c-a7b88ef9d9cb tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:19.779689 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6b379e8c-0d88-44df-a8f5-4ac532f22c0c req-b4fef9a6-c7a3-4625-955c-a7b88ef9d9cb tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 932 time: 0.0518570 Sep 07 04:33:19.813088 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60604) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:19.818279 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6b379e8c-0d88-44df-a8f5-4ac532f22c0c req-f4aca50b-9f87-41cb-ab14-2eea824c0529 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325313 Sep 07 04:33:19.858648 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-1de54e1f-38ee-47c3-b153-3555ba9b6ef3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d34ce552e81c4ea4827b518289b8fa77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443511 Sep 07 04:33:19.863167 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60606) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:19.909255 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d4d6e670-1393-4502-ae82-1ae74be318f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:19.923084 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-cdb0dcd4-32d3-4724-af84-bff4485233e3 None None] Provisioning for port db772293-f10a-4e5f-b463-a8106f1a986c completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:33:19.926076 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0b6b1a52-9c5f-48df-b1e7-fa3cd4cd4587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:19.927186 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-cdb0dcd4-32d3-4724-af84-bff4485233e3 None None] Provisioning complete for port db772293-f10a-4e5f-b463-a8106f1a986c triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:33:19.927576 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-cdb0dcd4-32d3-4724-af84-bff4485233e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:19.934464 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d4d6e670-1393-4502-ae82-1ae74be318f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:19.965962 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-cdb0dcd4-32d3-4724-af84-bff4485233e3 None None] Port db772293-f10a-4e5f-b463-a8106f1a986c cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:33:19.983559 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b1a52-9c5f-48df-b1e7-fa3cd4cd4587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add57971-a8b9-467f-9432-b6a161027635,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:19.986122 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-96c84233-7538-40c0-9745-da869d509a6c req-4115b38f-c0c6-4e76-a28b-e5232453e2d0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7899184 Sep 07 04:33:19.989031 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-0b6b1a52-9c5f-48df-b1e7-fa3cd4cd4587 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf0196fe6052464dba12f3c08e7b84ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762777 Sep 07 04:33:19.991074 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 60608) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:20.044570 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5ae14acb-a5e5-4a20-adf3-225db595b069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:20.065070 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5ae14acb-a5e5-4a20-adf3-225db595b069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:20.120033 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d4d6e670-1393-4502-ae82-1ae74be318f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:20.122554 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d4d6e670-1393-4502-ae82-1ae74be318f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:20.123697 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-d4d6e670-1393-4502-ae82-1ae74be318f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e35cbb98-4ad3-4a07-9394-72226710803a HTTP/1.1" status: 204 len: 168 time: 0.2595410 Sep 07 04:33:20.133030 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6e670-1393-4502-ae82-1ae74be318f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35cbb98-4ad3-4a07-9394-72226710803a,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:20.182972 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5ae14acb-a5e5-4a20-adf3-225db595b069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:20.185544 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5ae14acb-a5e5-4a20-adf3-225db595b069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:20.186711 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-5ae14acb-a5e5-4a20-adf3-225db595b069 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/add57971-a8b9-467f-9432-b6a161027635 HTTP/1.1" status: 204 len: 168 time: 0.1941662 Sep 07 04:33:20.195225 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 60616) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:20.201389 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae14acb-a5e5-4a20-adf3-225db595b069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add57971-a8b9-467f-9432-b6a161027635,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:20.568282 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f675ba-d67f-42b7-906a-b57ce0a5067d req-8a67efa9-ddf6-4ba9-8e5b-8528de5bd691 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:20.570387 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-01f675ba-d67f-42b7-906a-b57ce0a5067d req-8a67efa9-ddf6-4ba9-8e5b-8528de5bd691 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 944 time: 0.0554507 Sep 07 04:33:20.613878 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-01f675ba-d67f-42b7-906a-b57ce0a5067d req-90d4ab65-712a-48a0-af75-4df7b24331cc tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368600 Sep 07 04:33:20.667661 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-3a1b93a2-3f56-492e-8150-ef93cc9c08ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:20.692572 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d43db-a0a6-44b5-9342-23db91f12f68 req-e545e3c6-4198-4592-99d9-d9694a697728 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:20.694832 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5f6d43db-a0a6-44b5-9342-23db91f12f68 req-e545e3c6-4198-4592-99d9-d9694a697728 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 944 time: 0.0746303 Sep 07 04:33:20.750135 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5f6d43db-a0a6-44b5-9342-23db91f12f68 req-e2cfbd42-2d46-433d-a928-ed7a56a255a1 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478005 Sep 07 04:33:20.802101 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-3a1b93a2-3f56-492e-8150-ef93cc9c08ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:20.899741 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-3a1b93a2-3f56-492e-8150-ef93cc9c08ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:20.961527 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-3a1b93a2-3f56-492e-8150-ef93cc9c08ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c435f9e211944ad9a2f44fe9b4ee42e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7652774 Sep 07 04:33:20.964203 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60638) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:20.970505 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b93a2-3f56-492e-8150-ef93cc9c08ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b7acca-4b1d-4460-9878-44e52bc070ce,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:20.981844 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a685e38-6dcd-419e-aa7c-f9eaa7776c33 req-2abc1e54-ffa8-4e0b-849d-16fe8395f288 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:20.983453 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8a685e38-6dcd-419e-aa7c-f9eaa7776c33 req-2abc1e54-ffa8-4e0b-849d-16fe8395f288 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 932 time: 0.0935276 Sep 07 04:33:21.024761 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8a685e38-6dcd-419e-aa7c-f9eaa7776c33 req-b1218bf0-3296-44ef-b32f-2c40b7a63e00 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347135 Sep 07 04:33:21.027521 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-f15954f5-c5ad-4925-80b4-e42cb768400b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:21.051668 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-f15954f5-c5ad-4925-80b4-e42cb768400b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:21.087723 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 60640) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:21.102466 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d39c4c74-129d-4645-be32-6ab0aa338c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:21.179855 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 60642) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:21.219716 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d39c4c74-129d-4645-be32-6ab0aa338c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:21.237332 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-fb4092a6-382d-4440-bf00-9951c241aac7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=558ebd221c9a41719631dfc4a1ecf5b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560412 Sep 07 04:33:21.239856 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60644) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:21.289214 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4a39e5d4-1b2e-443c-bae7-c1ba7e83838f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:21.310132 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4a39e5d4-1b2e-443c-bae7-c1ba7e83838f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:21.311835 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d39c4c74-129d-4645-be32-6ab0aa338c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:21.341646 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-f15954f5-c5ad-4925-80b4-e42cb768400b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:21.344117 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-f15954f5-c5ad-4925-80b4-e42cb768400b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:21.347726 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-f15954f5-c5ad-4925-80b4-e42cb768400b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56b7acca-4b1d-4460-9878-44e52bc070ce HTTP/1.1" status: 204 len: 168 time: 0.3796048 Sep 07 04:33:21.355516 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15954f5-c5ad-4925-80b4-e42cb768400b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b7acca-4b1d-4460-9878-44e52bc070ce,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:21.355942 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c4c74-129d-4645-be32-6ab0aa338c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f930811-7a2b-46b5-82fa-c1ac3ce47e83,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:21.369861 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-d39c4c74-129d-4645-be32-6ab0aa338c7b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c71aba5e4f6246de8f2dc2bba069d08f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809639 Sep 07 04:33:21.372365 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60652) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:21.430000 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3f789185-6b06-4c8e-9bdb-249d667159a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:21.451740 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3f789185-6b06-4c8e-9bdb-249d667159a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:21.462391 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4a39e5d4-1b2e-443c-bae7-c1ba7e83838f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:21.465208 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4a39e5d4-1b2e-443c-bae7-c1ba7e83838f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:21.466481 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-4a39e5d4-1b2e-443c-bae7-c1ba7e83838f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b198df53-a717-44c9-b64e-a571d0b83766 HTTP/1.1" status: 204 len: 168 time: 0.2249761 Sep 07 04:33:21.491270 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39e5d4-1b2e-443c-bae7-c1ba7e83838f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b198df53-a717-44c9-b64e-a571d0b83766,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:21.584641 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3f789185-6b06-4c8e-9bdb-249d667159a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:21.587375 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3f789185-6b06-4c8e-9bdb-249d667159a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:21.588602 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-3f789185-6b06-4c8e-9bdb-249d667159a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f930811-7a2b-46b5-82fa-c1ac3ce47e83 HTTP/1.1" status: 204 len: 168 time: 0.2151966 Sep 07 04:33:21.598402 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f789185-6b06-4c8e-9bdb-249d667159a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f930811-7a2b-46b5-82fa-c1ac3ce47e83,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:21.738560 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96134166-77c2-4783-8ca5-2c320aaa5f13 req-c35c3102-92fe-4bc4-b56c-3ea649a56c98 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:21.740272 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-96134166-77c2-4783-8ca5-2c320aaa5f13 req-c35c3102-92fe-4bc4-b56c-3ea649a56c98 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 944 time: 0.0522785 Sep 07 04:33:21.782157 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-96134166-77c2-4783-8ca5-2c320aaa5f13 req-50538cbe-6eb5-4443-ab6d-45d38a657bb1 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357912 Sep 07 04:33:21.855805 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Request body: {'port': {'device_id': '220e46b9-545c-4dce-a1af-4573fe547467', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:21.929806 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247692ce-eea2-4baf-ad4d-b7a7305873a8 req-20de73aa-7982-4164-b6ec-823db4f81b49 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:21.931297 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-247692ce-eea2-4baf-ad4d-b7a7305873a8 req-20de73aa-7982-4164-b6ec-823db4f81b49 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 944 time: 0.1129270 Sep 07 04:33:21.944211 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:22.000284 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-247692ce-eea2-4baf-ad4d-b7a7305873a8 req-b5f46af6-25e9-4450-9b8b-afc232539b8b tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623441 Sep 07 04:33:22.193207 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6f8c9-b460-49e3-91f8-2b43cd22bcb5 req-84113650-cbad-45e8-a466-c270778309d8 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:22.195302 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d6f6f8c9-b460-49e3-91f8-2b43cd22bcb5 req-84113650-cbad-45e8-a466-c270778309d8 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 932 time: 0.0969713 Sep 07 04:33:22.207825 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['674fa64e-df35-45b3-a06c-eec2726f1621'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:33:22.262829 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60678) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:22.287296 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b90e376c-e15e-4a72-8540-74e463d598fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:22.292035 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d6f6f8c9-b460-49e3-91f8-2b43cd22bcb5 req-e0746588-fbde-4427-9e29-79d3bf5938a3 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827751 Sep 07 04:33:22.417693 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db772293-f10a-4e5f-b463-a8106f1a986c {{(pid=94312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:33:22.436100 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:22.463996 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Transition to ACTIVE for port object db772293-f10a-4e5f-b463-a8106f1a986c will not be triggered until provisioned by entity L2. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:33:22.509039 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b90e376c-e15e-4a72-8540-74e463d598fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:22.604106 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:22.604738 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b90e376c-e15e-4a72-8540-74e463d598fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:22.670398 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e376c-e15e-4a72-8540-74e463d598fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c99f7d-2bf3-422c-aee8-6001f77b08a6,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:22.675277 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-b90e376c-e15e-4a72-8540-74e463d598fb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0fe7922ec9174828818087c17a26cf86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4106522 Sep 07 04:33:22.678025 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60702) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:22.699278 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Pushing event updated for resources: {'Port': ['ID=db772293-f10a-4e5f-b463-a8106f1a986c,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:22.734278 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2c190daf-e458-499b-b7ec-c79d7b040310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:22.779820 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Attempting to bind port db772293-f10a-4e5f-b463-a8106f1a986c on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:33:22.780854 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Attempting to bind port db772293-f10a-4e5f-b463-a8106f1a986c by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '216818b9-6e12-4892-87c5-5c5f6844d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3'}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:33:22.781174 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Attempting to bind port db772293-f10a-4e5f-b463-a8106f1a986c on network 164936fd-3e30-49d0-9274-2523f41a60c3 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:33:22.783691 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2c190daf-e458-499b-b7ec-c79d7b040310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:22.793380 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Port db772293-f10a-4e5f-b463-a8106f1a986c on network 164936fd-3e30-49d0-9274-2523f41a60c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:33:22.793655 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Attempting to bind port db772293-f10a-4e5f-b463-a8106f1a986c on network 164936fd-3e30-49d0-9274-2523f41a60c3 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:33:22.801524 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:33:22.801866 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Checking segment: {'id': '216818b9-6e12-4892-87c5-5c5f6844d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:33:22.802255 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Bound using segment: {'id': '216818b9-6e12-4892-87c5-5c5f6844d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3'} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:33:22.803038 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Bound port: db772293-f10a-4e5f-b463-a8106f1a986c, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216818b9-6e12-4892-87c5-5c5f6844d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3'}}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:33:22.803176 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:22.930337 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2c190daf-e458-499b-b7ec-c79d7b040310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:22.934152 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2c190daf-e458-499b-b7ec-c79d7b040310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:22.939948 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-2c190daf-e458-499b-b7ec-c79d7b040310 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21c99f7d-2bf3-422c-aee8-6001f77b08a6 HTTP/1.1" status: 204 len: 168 time: 0.2559152 Sep 07 04:33:22.949601 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c190daf-e458-499b-b7ec-c79d7b040310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c99f7d-2bf3-422c-aee8-6001f77b08a6,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:22.959068 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec6ddd-02a2-4cf7-865a-ea55d1b91057 req-783269bb-d491-4e4c-b873-5b39cbd11557 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:22.979223 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-08ec6ddd-02a2-4cf7-865a-ea55d1b91057 req-783269bb-d491-4e4c-b873-5b39cbd11557 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 944 time: 0.0845902 Sep 07 04:33:22.979223 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] For port db772293-f10a-4e5f-b463-a8106f1a986c, host hv-cinder-80403, cleared binding levels {{(pid=94312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:33:22.979223 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] For port db772293-f10a-4e5f-b463-a8106f1a986c, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db772293-f10a-4e5f-b463-a8106f1a986c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:33:23.039972 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-08ec6ddd-02a2-4cf7-865a-ea55d1b91057 req-3ddccbe7-791f-429f-9246-6dfa05e64474 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633047 Sep 07 04:33:23.080995 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:23.149298 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:23.149928 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:23.151301 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-96c84233-7538-40c0-9745-da869d509a6c req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] 10.222.0.54 "PUT /v2.0/ports/db772293-f10a-4e5f-b463-a8106f1a986c HTTP/1.1" status: 200 len: 1094 time: 1.3007677 Sep 07 04:33:23.152733 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220e46b9-545c-4dce-a1af-4573fe547467', 'tag': 'db772293-f10a-4e5f-b463-a8106f1a986c'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:33:23.155010 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6cd92b-5ac3-4509-a3ab-889896c7f06c" -d '{"events": [{"name": "network-changed", "server_uuid": "220e46b9-545c-4dce-a1af-4573fe547467", "tag": "db772293-f10a-4e5f-b463-a8106f1a986c"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:33:23.217968 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26cd44f-cadf-44fb-b6ad-0b7744281a71 x-openstack-request-id: req-c26cd44f-cadf-44fb-b6ad-0b7744281a71 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:33:23.218422 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220e46b9-545c-4dce-a1af-4573fe547467", "tag": "db772293-f10a-4e5f-b463-a8106f1a986c", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:33:23.218759 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c26cd44f-cadf-44fb-b6ad-0b7744281a71 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:33:23.219236 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220e46b9-545c-4dce-a1af-4573fe547467', 'tag': 'db772293-f10a-4e5f-b463-a8106f1a986c', 'status': 'completed', 'code': 200} Sep 07 04:33:23.222089 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a555906-9416-4f6d-bf55-554bcaaa5688 service neutron] Pushing event updated for resources: {'Port': ['ID=db772293-f10a-4e5f-b463-a8106f1a986c,revision_number=3']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:23.262649 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7ea71-8b88-49ac-b2c3-241313e0566c req-b5855c3f-f7c1-4949-b7bb-81824bf9975d tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:23.264225 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e7d7ea71-8b88-49ac-b2c3-241313e0566c req-b5855c3f-f7c1-4949-b7bb-81824bf9975d tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 944 time: 0.1934798 Sep 07 04:33:23.381536 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e7d7ea71-8b88-49ac-b2c3-241313e0566c req-80c1893c-f225-4d0d-8d19-5e96b921dedc tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031060 Sep 07 04:33:23.384941 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cd92b-5ac3-4509-a3ab-889896c7f06c req-7be5a571-6875-4a43-84c9-1eea9077fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:23.386453 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ee6cd92b-5ac3-4509-a3ab-889896c7f06c req-7be5a571-6875-4a43-84c9-1eea9077fc5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68ad0ff139cd4db998515714ae022f66&device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 1097 time: 0.1213195 Sep 07 04:33:23.759042 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88296c-b62a-4431-85f2-7c58eea55922 req-2911c4b7-a318-49c3-856d-60927e6458e9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:23.766449 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9a88296c-b62a-4431-85f2-7c58eea55922 req-2911c4b7-a318-49c3-856d-60927e6458e9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.3184915 Sep 07 04:33:23.794550 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cd92b-5ac3-4509-a3ab-889896c7f06c req-d1146a33-e30e-4f84-978d-64c0fb6f2b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:23.795960 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ee6cd92b-5ac3-4509-a3ab-889896c7f06c req-d1146a33-e30e-4f84-978d-64c0fb6f2b92 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=68ad0ff139cd4db998515714ae022f66&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3891087 Sep 07 04:33:23.841832 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9a88296c-b62a-4431-85f2-7c58eea55922 req-d0be43e7-2bd9-415e-aebd-65ff1af1945c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745184 Sep 07 04:33:23.872539 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:33:23.908864 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 674fa64e-df35-45b3-a06c-eec2726f1621 up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:33:23.995283 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cd92b-5ac3-4509-a3ab-889896c7f06c req-db4cd7f4-9ff4-4156-af86-5b3196d5eced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:23.996948 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ee6cd92b-5ac3-4509-a3ab-889896c7f06c req-db4cd7f4-9ff4-4156-af86-5b3196d5eced service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1896613 Sep 07 04:33:24.026537 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a,segment=NetworkSegment(3eabee69-715d-4a7b-a45e-951547eab164),segment_id=3eabee69-715d-4a7b-a45e-951547eab164)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:33:24.039297 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': 'e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a', 'network_id': 'c637ef39-3137-4520-aff9-0437acad2f59', 'port_id': 'e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a', 'mac_address': 'fa:16:3e:61:8d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2de3c75-4c8d-4cbc-ba99-71641122affe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:33:24.108349 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:24.108754 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c84233-7538-40c0-9745-da869d509a6c req-3403584a-2df0-4cb5-b8e0-78824d332920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:24.110470 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-96c84233-7538-40c0-9745-da869d509a6c req-3403584a-2df0-4cb5-b8e0-78824d332920 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68ad0ff139cd4db998515714ae022f66&device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 1097 time: 0.0507350 Sep 07 04:33:24.122850 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port 674fa64e-df35-45b3-a06c-eec2726f1621 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:33:24.128107 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port 674fa64e-df35-45b3-a06c-eec2726f1621 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:33:24.128489 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:24.131409 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:33:24.152312 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a,segment=NetworkSegment(3eabee69-715d-4a7b-a45e-951547eab164),segment_id=3eabee69-715d-4a7b-a45e-951547eab164)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:33:24.230580 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-96c84233-7538-40c0-9745-da869d509a6c req-66bbb92c-810c-4b24-b22a-ecf588b389b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db772293-f10a-4e5f-b463-a8106f1a986c HTTP/1.1" status: 200 len: 217 time: 0.0943041 Sep 07 04:33:24.246038 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:24.265938 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:24.274063 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233831a3-cf0a-4e72-a00f-905290072337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674fa64e-df35-45b3-a06c-eec2726f1621'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:33:24.290902 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cab73-c368-48e3-9b60-94556f91cc7c req-f3a73c73-9e96-44b9-9788-234fb638f595 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:24.292410 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-390cab73-c368-48e3-9b60-94556f91cc7c req-f3a73c73-9e96-44b9-9788-234fb638f595 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 944 time: 0.1668885 Sep 07 04:33:24.320514 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c84233-7538-40c0-9745-da869d509a6c req-fed4f3bb-3416-48a5-8e20-6997193e75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:24.322135 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-96c84233-7538-40c0-9745-da869d509a6c req-fed4f3bb-3416-48a5-8e20-6997193e75d8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1a0f6fd-6cb9-4727-a121-2a2dee89b16f HTTP/1.1" status: 200 len: 855 time: 0.0839238 Sep 07 04:33:24.377054 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 674fa64e-df35-45b3-a06c-eec2726f1621, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=674fa64e-df35-45b3-a06c-eec2726f1621,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:33:24.405215 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-390cab73-c368-48e3-9b60-94556f91cc7c req-53e2c316-4a9d-4b8f-83f9-77dafb51973d tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047382 Sep 07 04:33:24.421699 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:24.436447 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c84233-7538-40c0-9745-da869d509a6c req-bb88d8a1-6a54-4fc7-a01f-2226eba1f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:24.438339 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-96c84233-7538-40c0-9745-da869d509a6c req-bb88d8a1-6a54-4fc7-a01f-2226eba1f51d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=164936fd-3e30-49d0-9274-2523f41a60c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1067955 Sep 07 04:33:24.464597 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:24.532301 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=674fa64e-df35-45b3-a06c-eec2726f1621,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:24.550569 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:33:24.633363 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95e86f-b991-49fb-9df7-14f252dfab66 req-df925a8a-e1cd-4652-bc5a-2c979ac9c98e tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:24.640743 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ac95e86f-b991-49fb-9df7-14f252dfab66 req-df925a8a-e1cd-4652-bc5a-2c979ac9c98e tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 945 time: 0.0906456 Sep 07 04:33:24.658685 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098b4776-7618-4734-950b-6558516d214f" -d '{"events": [{"server_uuid": "233831a3-cf0a-4e72-a00f-905290072337", "name": "network-vif-plugged", "status": "completed", "tag": "674fa64e-df35-45b3-a06c-eec2726f1621"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:33:24.699682 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ac95e86f-b991-49fb-9df7-14f252dfab66 req-7ecf4b6f-d6a3-4e1e-b2b3-8b42dc76019f tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580106 Sep 07 04:33:24.716437 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-96c84233-7538-40c0-9745-da869d509a6c req-664c5aea-4953-4b56-894d-3de49294e9eb service neutron] 10.222.0.54 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617033 Sep 07 04:33:24.809193 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-96c84233-7538-40c0-9745-da869d509a6c req-e54a3c80-2ec7-4b43-af49-9c5a556db766 service neutron] 10.222.0.54 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928400 Sep 07 04:33:24.889137 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7c6189-880a-42dd-9868-0865a96b6bd2 x-openstack-request-id: req-9f7c6189-880a-42dd-9868-0865a96b6bd2 {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:33:24.889645 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233831a3-cf0a-4e72-a00f-905290072337", "name": "network-vif-plugged", "status": "completed", "tag": "674fa64e-df35-45b3-a06c-eec2726f1621", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:33:24.889645 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f7c6189-880a-42dd-9868-0865a96b6bd2 {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:33:24.890269 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233831a3-cf0a-4e72-a00f-905290072337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674fa64e-df35-45b3-a06c-eec2726f1621', 'code': 200} Sep 07 04:33:24.985047 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e18bee-d6d7-4592-a7c5-3bccb663a472 req-0505e5b4-60ff-425e-8158-2be0d1ea5e9d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:24.987173 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d2e18bee-d6d7-4592-a7c5-3bccb663a472 req-0505e5b4-60ff-425e-8158-2be0d1ea5e9d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.0552232 Sep 07 04:33:25.033397 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d2e18bee-d6d7-4592-a7c5-3bccb663a472 req-806659ce-8d03-4c4c-ae7b-73bfe169d950 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390534 Sep 07 04:33:25.354781 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec8612-bf3c-40fa-bac8-66b4f0a0d39a req-43d96c69-0a25-4971-b195-fccc5ce6336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:25.356366 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7cec8612-bf3c-40fa-bac8-66b4f0a0d39a req-43d96c69-0a25-4971-b195-fccc5ce6336c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 1098 time: 0.0892501 Sep 07 04:33:25.376566 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-7cec8612-bf3c-40fa-bac8-66b4f0a0d39a req-4945f701-2439-4ace-ad98-f7025ebe2434 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:25.468185 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-7cec8612-bf3c-40fa-bac8-66b4f0a0d39a req-4945f701-2439-4ace-ad98-f7025ebe2434 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:25.538071 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd620e7-ff28-4005-9619-622936300b10 req-e52d13b0-9f29-44ee-8222-9da824f47609 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:25.539599 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5cd620e7-ff28-4005-9619-622936300b10 req-e52d13b0-9f29-44ee-8222-9da824f47609 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 945 time: 0.0533910 Sep 07 04:33:25.585941 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5cd620e7-ff28-4005-9619-622936300b10 req-682d6b0b-d823-43e5-9338-3ec3c2ef25ee tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389721 Sep 07 04:33:25.587165 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-7cec8612-bf3c-40fa-bac8-66b4f0a0d39a req-4945f701-2439-4ace-ad98-f7025ebe2434 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:25.616455 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7cec8612-bf3c-40fa-bac8-66b4f0a0d39a req-4945f701-2439-4ace-ad98-f7025ebe2434 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515683 Sep 07 04:33:25.629271 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945f701-2439-4ace-ad98-f7025ebe2434 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a10a33ca-fa2f-4131-9450-7467c1812530,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:25.830241 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec2845-e9ad-4757-b035-5a3687c4d7c2 req-b25785bc-aad1-4bec-8929-346ad282034b tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:25.832993 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3bec2845-e9ad-4757-b035-5a3687c4d7c2 req-b25785bc-aad1-4bec-8929-346ad282034b tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 945 time: 0.0585847 Sep 07 04:33:25.872003 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3bec2845-e9ad-4757-b035-5a3687c4d7c2 req-d57ed810-e83f-410f-9dce-31c4c97a593e tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318332 Sep 07 04:33:25.881959 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:33:26.045972 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:33:26.050875 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:33:26.051261 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:26.133182 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:26.165410 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a,segment=NetworkSegment(3eabee69-715d-4a7b-a45e-951547eab164),segment_id=3eabee69-715d-4a7b-a45e-951547eab164)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:33:26.167049 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac69b2-0b34-48dd-ac1d-84df03324952 req-9f6cf86c-f9d8-4b93-a39b-9581b95063d1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:26.168607 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d5ac69b2-0b34-48dd-ac1d-84df03324952 req-9f6cf86c-f9d8-4b93-a39b-9581b95063d1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.0542343 Sep 07 04:33:26.213476 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d5ac69b2-0b34-48dd-ac1d-84df03324952 req-7047206c-64f5-4a9f-be2d-c1090ff60fc0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378835 Sep 07 04:33:26.254407 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:26.306654 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:26.324482 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 60892) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:26.510808 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-20e54c75-b03b-4cd1-9a59-2a853e2aacc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:26.606362 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-20e54c75-b03b-4cd1-9a59-2a853e2aacc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:26.701201 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-20e54c75-b03b-4cd1-9a59-2a853e2aacc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:26.724922 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c51b9e-8921-46b0-8027-e5c2a8598ade req-6f10e841-a606-4e0b-8981-e6372c38953d tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:26.726546 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b3c51b9e-8921-46b0-8027-e5c2a8598ade req-6f10e841-a606-4e0b-8981-e6372c38953d tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 946 time: 0.0639656 Sep 07 04:33:26.742520 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-21292324-7716-4c25-9c46-139a922c6940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:26.762284 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e54c75-b03b-4cd1-9a59-2a853e2aacc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca23e70-be0c-4e03-8b10-2df2f4749e13,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:26.768917 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-20e54c75-b03b-4cd1-9a59-2a853e2aacc3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1e55877a5564cd3969ea1f91b12760b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4408772 Sep 07 04:33:26.769147 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60908) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:26.786929 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b3c51b9e-8921-46b0-8027-e5c2a8598ade req-f64eea4c-b13e-4b3a-9403-01db0cd8fef6 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520799 Sep 07 04:33:26.846102 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1599a4f8-db89-4f0d-8d30-9f4679bd1fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:26.870259 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1599a4f8-db89-4f0d-8d30-9f4679bd1fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:26.891716 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b78abc-946e-4d40-b7b5-be4bc7613db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:33:26.896384 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450fab88-abf1-402c-aa35-719063e955ce" -d '{"events": [{"server_uuid": "69b78abc-946e-4d40-b7b5-be4bc7613db7", "name": "network-vif-plugged", "status": "completed", "tag": "e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:33:26.938727 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1c1887-a1ba-4d1e-b332-7a887ea0a989 x-openstack-request-id: req-ef1c1887-a1ba-4d1e-b332-7a887ea0a989 {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:33:26.939082 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b78abc-946e-4d40-b7b5-be4bc7613db7", "name": "network-vif-plugged", "status": "completed", "tag": "e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:33:26.939409 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef1c1887-a1ba-4d1e-b332-7a887ea0a989 {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:33:26.939802 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b78abc-946e-4d40-b7b5-be4bc7613db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a', 'code': 200} Sep 07 04:33:26.980854 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1599a4f8-db89-4f0d-8d30-9f4679bd1fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:26.985147 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1599a4f8-db89-4f0d-8d30-9f4679bd1fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:26.985147 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-1599a4f8-db89-4f0d-8d30-9f4679bd1fef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ca23e70-be0c-4e03-8b10-2df2f4749e13 HTTP/1.1" status: 204 len: 168 time: 0.2146039 Sep 07 04:33:27.009524 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599a4f8-db89-4f0d-8d30-9f4679bd1fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca23e70-be0c-4e03-8b10-2df2f4749e13,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:27.020150 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f705d-25e1-438d-8c21-6fe8631d1cdb req-702c417f-94e3-455a-8caa-d2a40e940226 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:27.021779 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ff3f705d-25e1-438d-8c21-6fe8631d1cdb req-702c417f-94e3-455a-8caa-d2a40e940226 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 945 time: 0.0710943 Sep 07 04:33:27.077695 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ff3f705d-25e1-438d-8c21-6fe8631d1cdb req-4250c25c-a0db-46f6-94c5-92da563d6488 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440648 Sep 07 04:33:27.362210 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438ee81-4e3c-4bce-8b3b-e4a1f3017ccc req-79db83c1-d082-4f7b-9a88-5bec293e20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:27.363711 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9438ee81-4e3c-4bce-8b3b-e4a1f3017ccc req-79db83c1-d082-4f7b-9a88-5bec293e20e0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 1099 time: 0.1073039 Sep 07 04:33:27.388952 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e9a30-57d3-49e8-bacb-f4e45a621ea5 req-daf389d6-5049-4a34-8afd-b06891bb7dd0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:27.388952 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ed9e9a30-57d3-49e8-bacb-f4e45a621ea5 req-daf389d6-5049-4a34-8afd-b06891bb7dd0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.0779748 Sep 07 04:33:27.447684 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9438ee81-4e3c-4bce-8b3b-e4a1f3017ccc req-04dcbfa0-9d3f-4a2a-bb0f-4f4d37326554 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602994 Sep 07 04:33:27.452623 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ed9e9a30-57d3-49e8-bacb-f4e45a621ea5 req-dba8febe-e67e-41e3-bf8f-012d5fbe7723 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568392 Sep 07 04:33:27.810790 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60954) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:27.825445 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b370666c-8814-42f9-8fc4-b2fc714d6a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:27.884089 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device db772293-f10a-4e5f-b463-a8106f1a986c details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:33:27.909263 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81c2ae-5a84-4c3e-ade1-c31c006ee202 req-b3a8cef7-4178-45f7-b7f1-860f419bb5a2 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:27.910754 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ce81c2ae-5a84-4c3e-ade1-c31c006ee202 req-b3a8cef7-4178-45f7-b7f1-860f419bb5a2 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 946 time: 0.0536699 Sep 07 04:33:27.924818 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b370666c-8814-42f9-8fc4-b2fc714d6a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:27.948920 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ce81c2ae-5a84-4c3e-ade1-c31c006ee202 req-2425fdec-d4fd-4826-90a1-5731c93793c6 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313928 Sep 07 04:33:27.995099 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port db772293-f10a-4e5f-b463-a8106f1a986c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db772293-f10a-4e5f-b463-a8106f1a986c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:33:28.005673 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b370666c-8814-42f9-8fc4-b2fc714d6a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:28.008885 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': 'db772293-f10a-4e5f-b463-a8106f1a986c', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'port_id': 'db772293-f10a-4e5f-b463-a8106f1a986c', 'mac_address': 'fa:16:3e:4a:51:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:33:28.049384 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 60960) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:28.052587 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:28.056378 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-b370666c-8814-42f9-8fc4-b2fc714d6a65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f024915aa774447993ef5ad44284cb53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443504 Sep 07 04:33:28.067453 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370666c-8814-42f9-8fc4-b2fc714d6a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299510d7-c1ce-4b19-8346-690b6d3dd2ed,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:28.069253 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db772293-f10a-4e5f-b463-a8106f1a986c {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:33:28.091533 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port db772293-f10a-4e5f-b463-a8106f1a986c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db772293-f10a-4e5f-b463-a8106f1a986c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:33:28.103979 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-94166f69-61bd-4749-b58c-84d0fc95d43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:28.133657 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-94166f69-61bd-4749-b58c-84d0fc95d43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:28.165732 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:28.214077 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=db772293-f10a-4e5f-b463-a8106f1a986c,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:28.216948 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60968) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:28.334180 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2e8579e8-4a0a-4094-b8ad-0cf7381e243e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:28.395661 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f071288-e2a6-4beb-a802-112328601d9f req-4495d524-bf15-453e-9501-473b559c0a92 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:28.398185 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6f071288-e2a6-4beb-a802-112328601d9f req-4495d524-bf15-453e-9501-473b559c0a92 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 945 time: 0.2333786 Sep 07 04:33:28.437772 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6f071288-e2a6-4beb-a802-112328601d9f req-adc4ad48-06f7-4ad2-bea8-5bb6cc1b9e8d tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334787 Sep 07 04:33:28.474252 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-94166f69-61bd-4749-b58c-84d0fc95d43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:28.477978 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-94166f69-61bd-4749-b58c-84d0fc95d43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:28.482719 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-94166f69-61bd-4749-b58c-84d0fc95d43a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/299510d7-c1ce-4b19-8346-690b6d3dd2ed HTTP/1.1" status: 204 len: 168 time: 0.4286947 Sep 07 04:33:28.494635 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94166f69-61bd-4749-b58c-84d0fc95d43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299510d7-c1ce-4b19-8346-690b6d3dd2ed,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:28.542543 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['db772293-f10a-4e5f-b463-a8106f1a986c'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:33:28.577443 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2e8579e8-4a0a-4094-b8ad-0cf7381e243e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:28.632333 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cdb83-4546-486b-95da-03de7a973d55 req-bd1b0abc-c1ea-409a-80d2-6ba0fc6d5db2 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:28.634047 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8f7cdb83-4546-486b-95da-03de7a973d55 req-bd1b0abc-c1ea-409a-80d2-6ba0fc6d5db2 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 945 time: 0.0613623 Sep 07 04:33:28.686382 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8f7cdb83-4546-486b-95da-03de7a973d55 req-178e9303-3959-4c81-8733-330da764667a tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456753 Sep 07 04:33:28.691487 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2e8579e8-4a0a-4094-b8ad-0cf7381e243e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:28.734351 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8579e8-4a0a-4094-b8ad-0cf7381e243e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476ef331-0fa4-434d-9f2d-512321416173,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:28.738839 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-2e8579e8-4a0a-4094-b8ad-0cf7381e243e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c0b8e214e154a0a80b6f588f1d3d092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5201058 Sep 07 04:33:28.742018 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 60986) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:28.798567 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-107993e1-06cc-473c-9b2e-2000c8135a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:28.821359 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-107993e1-06cc-473c-9b2e-2000c8135a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:28.963337 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-107993e1-06cc-473c-9b2e-2000c8135a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:28.965972 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-107993e1-06cc-473c-9b2e-2000c8135a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:28.967154 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-107993e1-06cc-473c-9b2e-2000c8135a70 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/476ef331-0fa4-434d-9f2d-512321416173 HTTP/1.1" status: 204 len: 168 time: 0.2240560 Sep 07 04:33:28.988883 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107993e1-06cc-473c-9b2e-2000c8135a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476ef331-0fa4-434d-9f2d-512321416173,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:29.095481 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f68c81-9509-46f0-8f30-4ac082c117d2 req-7f1645cd-bcf8-46a6-8b09-bfe013b73aad tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:29.096977 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f1f68c81-9509-46f0-8f30-4ac082c117d2 req-7f1645cd-bcf8-46a6-8b09-bfe013b73aad tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 946 time: 0.0482588 Sep 07 04:33:29.135658 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f1f68c81-9509-46f0-8f30-4ac082c117d2 req-e0a6cd4f-0c4a-448f-ac75-0f65e7937c33 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321980 Sep 07 04:33:29.523423 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-27bbca03-c08c-4083-9546-5f141300c43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:29.582879 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:29.724602 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 32800) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:29.737503 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8960b5e2-27da-480c-972c-302140882ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:29.836192 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34841e-1220-4d46-9879-676aaf3aa82b req-20511e5e-c86d-4b8c-83f8-542fb3b4eb05 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:29.838433 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3f34841e-1220-4d46-9879-676aaf3aa82b req-20511e5e-c86d-4b8c-83f8-542fb3b4eb05 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 945 time: 0.0690835 Sep 07 04:33:29.848759 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8960b5e2-27da-480c-972c-302140882ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:29.879468 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device db772293-f10a-4e5f-b463-a8106f1a986c up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:33:29.896559 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3f34841e-1220-4d46-9879-676aaf3aa82b req-31811565-00f4-46e2-b555-29bb4a69afce tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515223 Sep 07 04:33:29.908580 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8960b5e2-27da-480c-972c-302140882ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:29.957636 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-8960b5e2-27da-480c-972c-302140882ce3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dcca7b8f41e5482ba0091796ef34448d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317002 Sep 07 04:33:29.960347 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 32812) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:29.971787 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960b5e2-27da-480c-972c-302140882ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ee4083-3f1e-4733-b8ab-31ea6bc49608,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:30.020611 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-48e0b2cd-5476-41d1-84f1-33029424b584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:30.030824 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port db772293-f10a-4e5f-b463-a8106f1a986c completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:33:30.035556 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port db772293-f10a-4e5f-b463-a8106f1a986c triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:33:30.038691 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:30.044249 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-48e0b2cd-5476-41d1-84f1-33029424b584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:30.118143 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:30.160951 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220e46b9-545c-4dce-a1af-4573fe547467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db772293-f10a-4e5f-b463-a8106f1a986c'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:33:30.163291 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d59494-08b9-4fa9-a834-336169dc0e44" -d '{"events": [{"server_uuid": "220e46b9-545c-4dce-a1af-4573fe547467", "name": "network-vif-plugged", "status": "completed", "tag": "db772293-f10a-4e5f-b463-a8106f1a986c"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:33:30.185898 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port db772293-f10a-4e5f-b463-a8106f1a986c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db772293-f10a-4e5f-b463-a8106f1a986c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:33:30.200127 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-48e0b2cd-5476-41d1-84f1-33029424b584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:30.201577 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88394f26-21d0-4399-9810-6267b491da3d x-openstack-request-id: req-88394f26-21d0-4399-9810-6267b491da3d {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:33:30.201873 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220e46b9-545c-4dce-a1af-4573fe547467", "name": "network-vif-plugged", "status": "completed", "tag": "db772293-f10a-4e5f-b463-a8106f1a986c", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:33:30.202171 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88394f26-21d0-4399-9810-6267b491da3d {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:33:30.202713 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220e46b9-545c-4dce-a1af-4573fe547467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db772293-f10a-4e5f-b463-a8106f1a986c', 'code': 200} Sep 07 04:33:30.202834 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-48e0b2cd-5476-41d1-84f1-33029424b584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:30.203891 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-48e0b2cd-5476-41d1-84f1-33029424b584 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3ee4083-3f1e-4733-b8ab-31ea6bc49608 HTTP/1.1" status: 204 len: 168 time: 0.2422800 Sep 07 04:33:30.221261 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0b2cd-5476-41d1-84f1-33029424b584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ee4083-3f1e-4733-b8ab-31ea6bc49608,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:30.297216 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:30.346243 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=db772293-f10a-4e5f-b463-a8106f1a986c,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:30.528323 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:30.613532 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d32174-f741-4c80-819c-9fae2bea9d95 req-00dc99b0-024f-4f53-a860-d9a211c00599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:30.615643 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-86d32174-f741-4c80-819c-9fae2bea9d95 req-00dc99b0-024f-4f53-a860-d9a211c00599 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 1099 time: 0.0379980 Sep 07 04:33:30.660362 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-86d32174-f741-4c80-819c-9fae2bea9d95 req-82f3453d-d48d-439d-9e16-114c67718c42 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366492 Sep 07 04:33:31.082359 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e303c55-4bd3-4652-a28d-27f3d7316ed2 req-07c6abf7-a85a-4531-9572-3c6b5fc2d482 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:31.084420 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3e303c55-4bd3-4652-a28d-27f3d7316ed2 req-07c6abf7-a85a-4531-9572-3c6b5fc2d482 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0744998 Sep 07 04:33:31.132855 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3e303c55-4bd3-4652-a28d-27f3d7316ed2 req-f29c9d5d-10a2-4316-aab7-93a8060c3966 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415134 Sep 07 04:33:32.465231 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:32.788022 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 32942) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:32.890821 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-32e613b4-d217-4779-a907-b9c236f90908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:32.979753 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-32e613b4-d217-4779-a907-b9c236f90908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:33.054503 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-32e613b4-d217-4779-a907-b9c236f90908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:33.079482 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:33.098166 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 32956) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:33.098736 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-32e613b4-d217-4779-a907-b9c236f90908 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be1f7cc22995427aa159b3e8d8336550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091719 Sep 07 04:33:33.101032 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e613b4-d217-4779-a907-b9c236f90908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12124825-b261-4c43-9a2c-7843423348f5,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:33.156445 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7a541d5d-62f7-4a2a-b65d-6dd81ec69b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:33.177303 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7a541d5d-62f7-4a2a-b65d-6dd81ec69b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:33.279761 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7a541d5d-62f7-4a2a-b65d-6dd81ec69b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:33.282326 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7a541d5d-62f7-4a2a-b65d-6dd81ec69b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:33.283484 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-7a541d5d-62f7-4a2a-b65d-6dd81ec69b38 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/12124825-b261-4c43-9a2c-7843423348f5 HTTP/1.1" status: 204 len: 168 time: 0.1843097 Sep 07 04:33:33.296284 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a541d5d-62f7-4a2a-b65d-6dd81ec69b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12124825-b261-4c43-9a2c-7843423348f5,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:33.586001 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ab3d9-0f29-4d1e-8582-4c8ebab4df10 req-0553d710-58db-4c98-9918-1e7dc03c7135 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:33.587561 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-861ab3d9-0f29-4d1e-8582-4c8ebab4df10 req-0553d710-58db-4c98-9918-1e7dc03c7135 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0477080 Sep 07 04:33:33.625496 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-861ab3d9-0f29-4d1e-8582-4c8ebab4df10 req-f33d4b47-38cc-4cf0-8e0d-eb07f5585ca2 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313332 Sep 07 04:33:33.954392 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 32966) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:33.969078 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-47157bdb-962d-4c3a-b867-b461186369ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:34.056334 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-47157bdb-962d-4c3a-b867-b461186369ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:34.154321 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-47157bdb-962d-4c3a-b867-b461186369ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:34.194338 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-47157bdb-962d-4c3a-b867-b461186369ed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79bacd2d73604c4bb039b4a3547a9af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386940 Sep 07 04:33:34.195204 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47157bdb-962d-4c3a-b867-b461186369ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49108e6c-1d30-48ac-aef4-fc32f76ebc24,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:34.196959 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 32976) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:34.248989 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9af473c2-1bda-480b-919e-728fa01498d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:34.270879 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9af473c2-1bda-480b-919e-728fa01498d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:34.394161 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9af473c2-1bda-480b-919e-728fa01498d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:34.396663 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9af473c2-1bda-480b-919e-728fa01498d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:34.397966 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-9af473c2-1bda-480b-919e-728fa01498d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49108e6c-1d30-48ac-aef4-fc32f76ebc24 HTTP/1.1" status: 204 len: 168 time: 0.1997635 Sep 07 04:33:34.406100 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af473c2-1bda-480b-919e-728fa01498d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49108e6c-1d30-48ac-aef4-fc32f76ebc24,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:34.748739 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400f8ee-a417-4c42-82ac-ba134aa395a9 req-fc826440-8133-487e-b8cf-a7435f9f7101 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:34.750195 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8400f8ee-a417-4c42-82ac-ba134aa395a9 req-fc826440-8133-487e-b8cf-a7435f9f7101 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0501578 Sep 07 04:33:34.790710 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8400f8ee-a417-4c42-82ac-ba134aa395a9 req-e3634ecb-6dc0-4327-8b01-1203259f74e5 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336907 Sep 07 04:33:35.909217 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2690b-9928-4154-acb1-55d61a798ca5 req-7b71d2af-a944-4c23-b4d6-11005d2d41c7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:35.910832 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-93a2690b-9928-4154-acb1-55d61a798ca5 req-7b71d2af-a944-4c23-b4d6-11005d2d41c7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0475781 Sep 07 04:33:35.957643 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-93a2690b-9928-4154-acb1-55d61a798ca5 req-56faa5fa-cb1b-4945-bd73-364124c0e9bf tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388279 Sep 07 04:33:37.083736 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba478a-09a0-4a0d-88b2-e8ec0ed3d396 req-e01799a1-a109-4ff4-9530-ca102516929a tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:37.085237 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b6ba478a-09a0-4a0d-88b2-e8ec0ed3d396 req-e01799a1-a109-4ff4-9530-ca102516929a tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0478230 Sep 07 04:33:37.123532 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b6ba478a-09a0-4a0d-88b2-e8ec0ed3d396 req-a79e1365-118a-4fa3-99a7-a8971f30c65e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313773 Sep 07 04:33:38.245509 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbb1a3-7987-4f97-9c41-e6382d179217 req-00dfcf26-0a7c-4182-9cdc-844432e0af9f tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:38.247024 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d5fbb1a3-7987-4f97-9c41-e6382d179217 req-00dfcf26-0a7c-4182-9cdc-844432e0af9f tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0501044 Sep 07 04:33:38.290237 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d5fbb1a3-7987-4f97-9c41-e6382d179217 req-b16162f2-9c3a-46d4-be94-63fee2e8aa09 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364990 Sep 07 04:33:38.440361 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e65b7b-1461-4298-aed5-c01698f395fd req-62305eca-f448-48bc-b2db-f2c7ab1defce tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:38.441900 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-27e65b7b-1461-4298-aed5-c01698f395fd req-62305eca-f448-48bc-b2db-f2c7ab1defce tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0501401 Sep 07 04:33:38.450898 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 33104) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:38.455393 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-a8f4d566-523c-4005-8cc8-1b54b320e754 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Request body: {'floatingip': {'port_id': 'db772293-f10a-4e5f-b463-a8106f1a986c'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:38.530010 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d566-523c-4005-8cc8-1b54b320e754 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for floatingip, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:39.177753 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d566-523c-4005-8cc8-1b54b320e754 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:39.306721 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d566-523c-4005-8cc8-1b54b320e754 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472587'] for floatingip, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:39.421552 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.l3_db [None req-a8f4d566-523c-4005-8cc8-1b54b320e754 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Floating IP 2288c4e3-7b57-4a68-984e-7cebaaf26c04 associated. External IP: 172.27.2.128, port: db772293-f10a-4e5f-b463-a8106f1a986c. Sep 07 04:33:39.642626 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f4d566-523c-4005-8cc8-1b54b320e754 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Router 6ba4d759-abd1-4f27-ab25-88892d89a219 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:33:39.737599 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 33142) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:39.844481 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 33152) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:39.997410 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fe1c8401-9a05-4798-9a31-cbd120352920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:40.013200 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f4d566-523c-4005-8cc8-1b54b320e754 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:33:40.018098 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d566-523c-4005-8cc8-1b54b320e754 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:40.028041 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a65d3-f225-4897-8990-607e0ddf7d1f None None] Sync routers for ids ['6ba4d759-abd1-4f27-ab25-88892d89a219'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:33:40.037975 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43a65d3-f225-4897-8990-607e0ddf7d1f None None] Routers {'6ba4d759-abd1-4f27-ab25-88892d89a219'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:33:40.041666 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-f43a65d3-f225-4897-8990-607e0ddf7d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:33:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['6ba4d759-abd1-4f27-ab25-88892d89a219'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:33:40.059998 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-a8f4d566-523c-4005-8cc8-1b54b320e754 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "PUT /v2.0/floatingips/2288c4e3-7b57-4a68-984e-7cebaaf26c04 HTTP/1.1" status: 200 len: 992 time: 1.6079381 Sep 07 04:33:40.060729 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220e46b9-545c-4dce-a1af-4573fe547467', 'tag': 'db772293-f10a-4e5f-b463-a8106f1a986c'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:33:40.063479 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c06bd6-891d-45d3-bcc6-c6446b023029" -d '{"events": [{"name": "network-changed", "server_uuid": "220e46b9-545c-4dce-a1af-4573fe547467", "tag": "db772293-f10a-4e5f-b463-a8106f1a986c"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:33:40.105229 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905ab7bb-2bd1-4e19-be5a-4a30d268bed5 x-openstack-request-id: req-905ab7bb-2bd1-4e19-be5a-4a30d268bed5 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:33:40.105775 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220e46b9-545c-4dce-a1af-4573fe547467", "tag": "db772293-f10a-4e5f-b463-a8106f1a986c", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:33:40.106223 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-905ab7bb-2bd1-4e19-be5a-4a30d268bed5 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:33:40.106796 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220e46b9-545c-4dce-a1af-4573fe547467', 'tag': 'db772293-f10a-4e5f-b463-a8106f1a986c', 'status': 'completed', 'code': 200} Sep 07 04:33:40.154584 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e44d6efd-fbcf-4f48-9b78-783f200b6461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:40.178996 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-f43a65d3-f225-4897-8990-607e0ddf7d1f None None] Set router 6ba4d759-abd1-4f27-ab25-88892d89a219 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:33:40.210217 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fe1c8401-9a05-4798-9a31-cbd120352920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:40.241278 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c06bd6-891d-45d3-bcc6-c6446b023029 req-d93cf2da-802c-42db-916f-97591323ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:40.242958 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c3c06bd6-891d-45d3-bcc6-c6446b023029 req-d93cf2da-802c-42db-916f-97591323ad16 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68ad0ff139cd4db998515714ae022f66&device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 1099 time: 0.0591946 Sep 07 04:33:40.337874 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fe1c8401-9a05-4798-9a31-cbd120352920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:40.395940 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c8401-9a05-4798-9a31-cbd120352920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946f5e09-dd6c-4286-afe6-e82ddbf0184e,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:40.405819 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-fe1c8401-9a05-4798-9a31-cbd120352920 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=80d15b668dfd490584a1a5cd79b2f898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6669393 Sep 07 04:33:40.409287 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 33182) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:40.428893 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c06bd6-891d-45d3-bcc6-c6446b023029 req-036f0ab2-f8ed-4440-ab77-fca828a4beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:40.431551 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c3c06bd6-891d-45d3-bcc6-c6446b023029 req-036f0ab2-f8ed-4440-ab77-fca828a4beb5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=164936fd-3e30-49d0-9274-2523f41a60c3 HTTP/1.1" status: 200 len: 917 time: 0.1771235 Sep 07 04:33:40.493360 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4c358365-c2ad-420e-89b0-21a2fbcba77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:40.497721 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-f43a65d3-f225-4897-8990-607e0ddf7d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:32:57Z', 'revision_number': 4, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port': {'id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:53Z', 'updated_at': '2021-09-07T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '2288c4e3-7b57-4a68-984e-7cebaaf26c04', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'port_id': 'db772293-f10a-4e5f-b463-a8106f1a986c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 81, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'mac_address': 'fa:16:3e:4a:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220e46b9-545c-4dce-a1af-4573fe547467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:33:02Z', 'updated_at': '2021-09-07T04:33:39Z', 'revision_number': 1, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e027c687-c322-4201-a672-624198311fdd', 'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'mac_address': 'fa:16:3e:4a:6b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:56Z', 'updated_at': '2021-09-07T04:33:03Z', 'revision_number': 5, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'subnets': [{'id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:33:40.512455 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e44d6efd-fbcf-4f48-9b78-783f200b6461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:40.527930 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4c358365-c2ad-420e-89b0-21a2fbcba77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:40.528634 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a65d3-f225-4897-8990-607e0ddf7d1f None None] Checking router: 6ba4d759-abd1-4f27-ab25-88892d89a219 for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:33:40.537750 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43a65d3-f225-4897-8990-607e0ddf7d1f None None] Routers {'6ba4d759-abd1-4f27-ab25-88892d89a219'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:33:40.538372 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-f43a65d3-f225-4897-8990-607e0ddf7d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:33:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['6ba4d759-abd1-4f27-ab25-88892d89a219'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:33:40.559706 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c3c06bd6-891d-45d3-bcc6-c6446b023029 req-98b5a8ff-93ea-4e67-9e19-4e44ea7b0f7c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db772293-f10a-4e5f-b463-a8106f1a986c HTTP/1.1" status: 200 len: 1000 time: 0.1196127 Sep 07 04:33:40.598918 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 33186) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:40.616905 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c06bd6-891d-45d3-bcc6-c6446b023029 req-70c6d0d2-cdd5-4b5c-8037-97c1597da16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:40.620238 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c3c06bd6-891d-45d3-bcc6-c6446b023029 req-70c6d0d2-cdd5-4b5c-8037-97c1597da16d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1a0f6fd-6cb9-4727-a121-2a2dee89b16f HTTP/1.1" status: 200 len: 855 time: 0.0511429 Sep 07 04:33:40.646036 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e44d6efd-fbcf-4f48-9b78-783f200b6461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:40.674497 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c06bd6-891d-45d3-bcc6-c6446b023029 req-0cf31801-6019-44b1-ac90-fde95f880a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:40.676195 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c3c06bd6-891d-45d3-bcc6-c6446b023029 req-0cf31801-6019-44b1-ac90-fde95f880a7f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=164936fd-3e30-49d0-9274-2523f41a60c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0470417 Sep 07 04:33:40.683311 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-f43a65d3-f225-4897-8990-607e0ddf7d1f None None] Set router 6ba4d759-abd1-4f27-ab25-88892d89a219 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:33:40.725544 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-e44d6efd-fbcf-4f48-9b78-783f200b6461 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c33807356b34905b435890030c48cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8796728 Sep 07 04:33:40.730185 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4c358365-c2ad-420e-89b0-21a2fbcba77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:40.736794 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4c358365-c2ad-420e-89b0-21a2fbcba77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:40.738119 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-4c358365-c2ad-420e-89b0-21a2fbcba77c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/946f5e09-dd6c-4286-afe6-e82ddbf0184e HTTP/1.1" status: 204 len: 168 time: 0.3277760 Sep 07 04:33:40.739490 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d6efd-fbcf-4f48-9b78-783f200b6461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c852eb28-c5ce-4bc7-a8ca-b688f42c5837,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:40.752222 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:33:40.777247 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 33196) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:40.786698 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c358365-c2ad-420e-89b0-21a2fbcba77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946f5e09-dd6c-4286-afe6-e82ddbf0184e,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:40.807564 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3ea374dd-c58f-46b2-a934-56acd5d77272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:40.863517 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c3c06bd6-891d-45d3-bcc6-c6446b023029 req-4b913702-fd00-4825-b182-8a23c4e9f227 service neutron] 10.222.0.54 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784599 Sep 07 04:33:40.864276 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-97606ce5-190d-4564-a7b0-ed2ec898a670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:40.927301 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3ea374dd-c58f-46b2-a934-56acd5d77272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:40.946185 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-97606ce5-190d-4564-a7b0-ed2ec898a670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:40.973881 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-f43a65d3-f225-4897-8990-607e0ddf7d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:32:57Z', 'revision_number': 4, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port': {'id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:53Z', 'updated_at': '2021-09-07T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '2288c4e3-7b57-4a68-984e-7cebaaf26c04', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'port_id': 'db772293-f10a-4e5f-b463-a8106f1a986c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 81, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'mac_address': 'fa:16:3e:4a:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220e46b9-545c-4dce-a1af-4573fe547467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:33:02Z', 'updated_at': '2021-09-07T04:33:39Z', 'revision_number': 1, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e027c687-c322-4201-a672-624198311fdd', 'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'mac_address': 'fa:16:3e:4a:6b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:56Z', 'updated_at': '2021-09-07T04:33:03Z', 'revision_number': 5, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'subnets': [{'id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:33:40.991239 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3ea374dd-c58f-46b2-a934-56acd5d77272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:40.997149 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c3c06bd6-891d-45d3-bcc6-c6446b023029 req-792d01a0-8cc7-4307-9975-b07200a5f544 service neutron] 10.222.0.54 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234202 Sep 07 04:33:41.015847 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a65d3-f225-4897-8990-607e0ddf7d1f None None] The sync data for ids ['6ba4d759-abd1-4f27-ab25-88892d89a219'] in dv-cinder-804035-10-iscsi is: [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:32:57Z', 'revision_number': 4, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port': {'id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:53Z', 'updated_at': '2021-09-07T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '2288c4e3-7b57-4a68-984e-7cebaaf26c04', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'port_id': 'db772293-f10a-4e5f-b463-a8106f1a986c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 81, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'mac_address': 'fa:16:3e:4a:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220e46b9-545c-4dce-a1af-4573fe547467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:33:02Z', 'updated_at': '2021-09-07T04:33:39Z', 'revision_number': 1, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e027c687-c322-4201-a672-624198311fdd', 'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'mac_address': 'fa:16:3e:4a:6b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:56Z', 'updated_at': '2021-09-07T04:33:03Z', 'revision_number': 5, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'subnets': [{'id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:33:41.051460 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-3ea374dd-c58f-46b2-a934-56acd5d77272 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18dca54ef9894f17a59e7bd1de98a046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4514704 Sep 07 04:33:41.054112 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 33206) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:41.061418 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea374dd-c58f-46b2-a934-56acd5d77272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb0ae0b-e768-4d1c-a8ed-28bf92188b3d,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:41.099543 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-97606ce5-190d-4564-a7b0-ed2ec898a670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:41.103500 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-97606ce5-190d-4564-a7b0-ed2ec898a670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:41.105647 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-97606ce5-190d-4564-a7b0-ed2ec898a670 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c852eb28-c5ce-4bc7-a8ca-b688f42c5837 HTTP/1.1" status: 204 len: 168 time: 0.3264391 Sep 07 04:33:41.113131 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e0d6e56f-30c4-4f45-82d3-c83482cc470f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:41.114294 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97606ce5-190d-4564-a7b0-ed2ec898a670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c852eb28-c5ce-4bc7-a8ca-b688f42c5837,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:41.134570 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e0d6e56f-30c4-4f45-82d3-c83482cc470f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:41.256692 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e0d6e56f-30c4-4f45-82d3-c83482cc470f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:41.260716 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e0d6e56f-30c4-4f45-82d3-c83482cc470f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:41.267405 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-e0d6e56f-30c4-4f45-82d3-c83482cc470f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bcb0ae0b-e768-4d1c-a8ed-28bf92188b3d HTTP/1.1" status: 204 len: 168 time: 0.2113562 Sep 07 04:33:41.279831 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6e56f-30c4-4f45-82d3-c83482cc470f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb0ae0b-e768-4d1c-a8ed-28bf92188b3d,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:41.309280 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5e867a-7966-435e-9d91-434415bd93ad None None] New status for floating IP 2288c4e3-7b57-4a68-984e-7cebaaf26c04: ACTIVE {{(pid=94313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:33:41.476330 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 33220) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:41.489870 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-dc633a14-ce61-4357-8e20-59826d506407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:41.592330 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-dc633a14-ce61-4357-8e20-59826d506407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:41.704953 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-dc633a14-ce61-4357-8e20-59826d506407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:41.742960 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-dc633a14-ce61-4357-8e20-59826d506407 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69199740ffec482abfc7d91789a59c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650692 Sep 07 04:33:41.744916 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc633a14-ce61-4357-8e20-59826d506407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44096ff0-7ef3-4113-b277-236e6949cdbf,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:41.745580 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 33222) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:41.800003 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-56c61756-7733-4eb5-abe7-f03fb3d8281f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:41.824334 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-56c61756-7733-4eb5-abe7-f03fb3d8281f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:41.971029 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-56c61756-7733-4eb5-abe7-f03fb3d8281f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:41.973706 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-56c61756-7733-4eb5-abe7-f03fb3d8281f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:41.975122 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-56c61756-7733-4eb5-abe7-f03fb3d8281f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44096ff0-7ef3-4113-b277-236e6949cdbf HTTP/1.1" status: 204 len: 168 time: 0.2284539 Sep 07 04:33:41.983846 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c61756-7733-4eb5-abe7-f03fb3d8281f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44096ff0-7ef3-4113-b277-236e6949cdbf,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:42.013816 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 33234) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:42.027426 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-038ac62e-4f02-477b-bee0-015a7cde6b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:42.118263 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-038ac62e-4f02-477b-bee0-015a7cde6b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:42.201881 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-038ac62e-4f02-477b-bee0-015a7cde6b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:42.245002 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ac62e-4f02-477b-bee0-015a7cde6b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b624ce-17ff-47ce-8008-e6eef6974cdd,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:42.250928 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-038ac62e-4f02-477b-bee0-015a7cde6b6b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b511a93076a4359bd7213927e12a098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360051 Sep 07 04:33:42.253746 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 33250) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:42.304085 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-e4ff2675-d614-4add-8a34-5cc26eb744fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:42.318682 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 33252) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:42.326732 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-e4ff2675-d614-4add-8a34-5cc26eb744fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:42.332458 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-afabf70c-8550-46e4-9264-33ba550c4ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:42.448003 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-e4ff2675-d614-4add-8a34-5cc26eb744fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:42.450614 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-e4ff2675-d614-4add-8a34-5cc26eb744fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:42.451838 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-e4ff2675-d614-4add-8a34-5cc26eb744fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/35b624ce-17ff-47ce-8008-e6eef6974cdd HTTP/1.1" status: 204 len: 168 time: 0.1967928 Sep 07 04:33:42.462270 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff2675-d614-4add-8a34-5cc26eb744fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b624ce-17ff-47ce-8008-e6eef6974cdd,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:42.542847 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-afabf70c-8550-46e4-9264-33ba550c4ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:42.618549 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-afabf70c-8550-46e4-9264-33ba550c4ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:42.650437 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabf70c-8550-46e4-9264-33ba550c4ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceb2d5d-8d48-48fc-aa35-c4fa06c382c4,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:42.654756 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-afabf70c-8550-46e4-9264-33ba550c4ce9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ccc5cbcaac14e8c8742bb5bb20b04d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350160 Sep 07 04:33:42.657755 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 33270) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:42.705693 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-985da11f-7a0b-400f-bdba-4188a8ec70e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:42.728323 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-985da11f-7a0b-400f-bdba-4188a8ec70e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:42.873960 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-985da11f-7a0b-400f-bdba-4188a8ec70e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:42.878725 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-985da11f-7a0b-400f-bdba-4188a8ec70e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:42.878725 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-985da11f-7a0b-400f-bdba-4188a8ec70e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ceb2d5d-8d48-48fc-aa35-c4fa06c382c4 HTTP/1.1" status: 204 len: 168 time: 0.2195971 Sep 07 04:33:42.888443 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985da11f-7a0b-400f-bdba-4188a8ec70e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceb2d5d-8d48-48fc-aa35-c4fa06c382c4,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:43.323607 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 33292) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:43.338182 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c4bf6dd3-499f-4858-aaab-e9a1e05fdc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:43.439097 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c4bf6dd3-499f-4858-aaab-e9a1e05fdc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:43.525983 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c4bf6dd3-499f-4858-aaab-e9a1e05fdc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:43.564786 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-c4bf6dd3-499f-4858-aaab-e9a1e05fdc34 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=072a1570544a428a9cabae99e59e23ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399867 Sep 07 04:33:43.566746 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf6dd3-499f-4858-aaab-e9a1e05fdc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3426150-bd63-467f-b8bc-308b140e39e0,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:43.567480 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 33306) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:43.619315 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-315e9479-d84a-4ffc-9c35-b31509ede5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:43.648114 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-315e9479-d84a-4ffc-9c35-b31509ede5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:43.779097 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-315e9479-d84a-4ffc-9c35-b31509ede5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:43.781908 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-315e9479-d84a-4ffc-9c35-b31509ede5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:43.783270 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-315e9479-d84a-4ffc-9c35-b31509ede5bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3426150-bd63-467f-b8bc-308b140e39e0 HTTP/1.1" status: 204 len: 168 time: 0.2147450 Sep 07 04:33:43.792645 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e9479-d84a-4ffc-9c35-b31509ede5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3426150-bd63-467f-b8bc-308b140e39e0,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:45.262859 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 33414) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:45.394102 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-6b3b9f9b-7b9e-4af8-9d32-ee8137ccdbc2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-429129760-network', 'tenant_id': '7fc7162f4c9e4d59a197bb80236c1653'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:45.527772 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3b9f9b-7b9e-4af8-9d32-ee8137ccdbc2 admin admin] Made reservation on behalf of 7fc7162f4c9e4d59a197bb80236c1653 for: {'network': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:33:45.531163 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6b3b9f9b-7b9e-4af8-9d32-ee8137ccdbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:45.540466 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6b3b9f9b-7b9e-4af8-9d32-ee8137ccdbc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:45.627077 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6b3b9f9b-7b9e-4af8-9d32-ee8137ccdbc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:45.753610 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6b3b9f9b-7b9e-4af8-9d32-ee8137ccdbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:45.778126 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3b9f9b-7b9e-4af8-9d32-ee8137ccdbc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=94312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:33:45.794201 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b9f9b-7b9e-4af8-9d32-ee8137ccdbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaafad6-3955-400e-bd34-97c4d89c3c63,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:45.800409 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6b3b9f9b-7b9e-4af8-9d32-ee8137ccdbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:45.800774 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.segments_db [None req-6b3b9f9b-7b9e-4af8-9d32-ee8137ccdbc2 admin admin] Added segment 022c8184-d4d8-483a-b6ac-e8e4e7bc145a of type vlan for network bded8670-2617-46a0-9336-5670d073f4bc Sep 07 04:33:45.849683 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6b3b9f9b-7b9e-4af8-9d32-ee8137ccdbc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:45.944852 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6b3b9f9b-7b9e-4af8-9d32-ee8137ccdbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:45.946234 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3b9f9b-7b9e-4af8-9d32-ee8137ccdbc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:45.946857 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6b3b9f9b-7b9e-4af8-9d32-ee8137ccdbc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:46.009624 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b9f9b-7b9e-4af8-9d32-ee8137ccdbc2 admin admin] Pushing event updated for resources: {'Network': ['ID=bded8670-2617-46a0-9336-5670d073f4bc,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:46.021843 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network bded8670-2617-46a0-9336-5670d073f4bc details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:33:46.042020 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-6b3b9f9b-7b9e-4af8-9d32-ee8137ccdbc2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7774665 Sep 07 04:33:46.044484 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 33452) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:46.051490 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-2e7e7758-e73f-40f2-ac7b-d27a52af76f8 admin admin] Request body: {'subnet': {'network_id': 'bded8670-2617-46a0-9336-5670d073f4bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-429129760-subnet', 'tenant_id': '7fc7162f4c9e4d59a197bb80236c1653', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:46.147279 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7e7758-e73f-40f2-ac7b-d27a52af76f8 admin admin] Made reservation on behalf of 7fc7162f4c9e4d59a197bb80236c1653 for: {'subnet': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:33:46.147279 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-2e7e7758-e73f-40f2-ac7b-d27a52af76f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8920007'] for subnet, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:46.365756 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-2e7e7758-e73f-40f2-ac7b-d27a52af76f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9712067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8919985'] for subnet, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:46.422494 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e7758-e73f-40f2-ac7b-d27a52af76f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8fb5181-e5fb-44bf-9e58-0ab7be1a4e8e,revision_number=0']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:46.431257 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7e7758-e73f-40f2-ac7b-d27a52af76f8 admin admin] Checking segment: {'id': '022c8184-d4d8-483a-b6ac-e8e4e7bc145a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'bded8670-2617-46a0-9336-5670d073f4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:33:46.431616 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7e7758-e73f-40f2-ac7b-d27a52af76f8 admin admin] Network hostable DHCP agents. Network: bded8670-2617-46a0-9336-5670d073f4bc, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:33:46.525595 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7e7758-e73f-40f2-ac7b-d27a52af76f8 admin admin] Network bded8670-2617-46a0-9336-5670d073f4bc is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:33:46.593770 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-2e7e7758-e73f-40f2-ac7b-d27a52af76f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, bded8670-2617-46a0-9336-5670d073f4bc) {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:33:46.602796 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7e7758-e73f-40f2-ac7b-d27a52af76f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:46.602796 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-2e7e7758-e73f-40f2-ac7b-d27a52af76f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:46.606695 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c53a191-16ff-4c52-a86e-cca1b04d40db None None] Network bded8670-2617-46a0-9336-5670d073f4bc requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:33:46.698139 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-2e7e7758-e73f-40f2-ac7b-d27a52af76f8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6522133 Sep 07 04:33:46.889158 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284dbc6f-15c9-4dae-887d-d9dd8e49c82d None None] Network bded8670-2617-46a0-9336-5670d073f4bc requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:33:47.534980 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 33496) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:47.540381 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-6b862855-d676-4994-96c9-1cdfd94ead86 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-913246223-network', 'tenant_id': '1479a8e9824048f19c310fbcda67f69c'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:47.630554 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b862855-d676-4994-96c9-1cdfd94ead86 admin admin] Made reservation on behalf of 1479a8e9824048f19c310fbcda67f69c for: {'network': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:33:47.633027 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6b862855-d676-4994-96c9-1cdfd94ead86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:47.641743 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6b862855-d676-4994-96c9-1cdfd94ead86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:47.729734 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6b862855-d676-4994-96c9-1cdfd94ead86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:47.785206 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6b862855-d676-4994-96c9-1cdfd94ead86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:47.806785 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b862855-d676-4994-96c9-1cdfd94ead86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:33:47.821973 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b862855-d676-4994-96c9-1cdfd94ead86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5721a6aa-27d4-417d-a208-3fc87e75460f,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:47.825903 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6b862855-d676-4994-96c9-1cdfd94ead86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:47.826371 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.segments_db [None req-6b862855-d676-4994-96c9-1cdfd94ead86 admin admin] Added segment 4cdc7ce8-8620-4564-9999-1019fa27a205 of type vlan for network cc711cc8-3998-486d-abf6-1961bfb805ce Sep 07 04:33:47.867150 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6b862855-d676-4994-96c9-1cdfd94ead86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:47.997718 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6b862855-d676-4994-96c9-1cdfd94ead86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:48.003747 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b862855-d676-4994-96c9-1cdfd94ead86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:48.008685 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6b862855-d676-4994-96c9-1cdfd94ead86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:48.066824 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b862855-d676-4994-96c9-1cdfd94ead86 admin admin] Pushing event updated for resources: {'Network': ['ID=cc711cc8-3998-486d-abf6-1961bfb805ce,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:48.076790 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network cc711cc8-3998-486d-abf6-1961bfb805ce details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:33:48.114117 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-6b862855-d676-4994-96c9-1cdfd94ead86 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5780382 Sep 07 04:33:48.116881 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 33518) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:48.121830 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-46af48d6-9615-46dc-822a-e319775aa8bb admin admin] Request body: {'subnet': {'network_id': 'cc711cc8-3998-486d-abf6-1961bfb805ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-913246223-subnet', 'tenant_id': '1479a8e9824048f19c310fbcda67f69c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:48.215947 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46af48d6-9615-46dc-822a-e319775aa8bb admin admin] Made reservation on behalf of 1479a8e9824048f19c310fbcda67f69c for: {'subnet': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:33:48.218325 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-46af48d6-9615-46dc-822a-e319775aa8bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8920007'] for subnet, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:48.453512 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-46af48d6-9615-46dc-822a-e319775aa8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9712067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8919985'] for subnet, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:48.512105 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af48d6-9615-46dc-822a-e319775aa8bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=334200e0-ad0d-4406-b3ae-f24c31cddbf0,revision_number=0']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:48.527294 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46af48d6-9615-46dc-822a-e319775aa8bb admin admin] Checking segment: {'id': '4cdc7ce8-8620-4564-9999-1019fa27a205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cc711cc8-3998-486d-abf6-1961bfb805ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:33:48.527646 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46af48d6-9615-46dc-822a-e319775aa8bb admin admin] Network hostable DHCP agents. Network: cc711cc8-3998-486d-abf6-1961bfb805ce, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:33:48.645642 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46af48d6-9615-46dc-822a-e319775aa8bb admin admin] Network cc711cc8-3998-486d-abf6-1961bfb805ce is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:33:48.764632 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-46af48d6-9615-46dc-822a-e319775aa8bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, cc711cc8-3998-486d-abf6-1961bfb805ce) {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:33:48.770738 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46af48d6-9615-46dc-822a-e319775aa8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:48.771507 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-46af48d6-9615-46dc-822a-e319775aa8bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:48.775208 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e40a837-b9bd-49d3-ac7d-f2090cbdc300 None None] Network cc711cc8-3998-486d-abf6-1961bfb805ce requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:33:48.883451 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-46af48d6-9615-46dc-822a-e319775aa8bb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7652276 Sep 07 04:33:48.936482 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65369ca-161f-4657-901f-7532b755f511 None None] Network cc711cc8-3998-486d-abf6-1961bfb805ce requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:33:49.048870 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-9c903412-ed9d-48fd-894e-f1887cb1010b tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:49.050496 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-9c903412-ed9d-48fd-894e-f1887cb1010b tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/networks?id=ef7d546e-a3f2-450b-8000-b3a8ff82b02d HTTP/1.1" status: 200 len: 815 time: 0.1234226 Sep 07 04:33:49.066112 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-15688c4a-4e2d-4603-8663-d2c6aafe0fda tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/quotas/b099fc569a934243895533d64d9bfd57 HTTP/1.1" status: 200 len: 375 time: 0.0090873 Sep 07 04:33:49.120639 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-0b11beb5-9082-4902-a339-9531f57a9289 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b099fc569a934243895533d64d9bfd57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489089 Sep 07 04:33:49.220386 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-20a3e1d6-3f1b-431e-a2ab-b23832376df2 service neutron] 10.222.0.55 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919998 Sep 07 04:33:49.344703 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-a8665f94-aaf4-4117-a349-6452c65863fd service neutron] 10.222.0.55 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168892 Sep 07 04:33:49.625123 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3ac7d14e-fb06-479e-b16a-42f18f00b899 req-70e71820-b10c-4cde-9e7b-d74f319ef2bd tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 210 time: 0.0352859 Sep 07 04:33:50.713899 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0a122f52-a713-4253-90d3-9b6600b79c5a req-019a8067-89ba-4144-b67c-bca5e8e04779 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 210 time: 0.0257795 Sep 07 04:33:51.809597 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d7b746df-ae43-42cd-a36b-4b159d52157c req-158a65e8-844c-4ae0-a844-5dd9a6bfc3e4 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 210 time: 0.0286629 Sep 07 04:33:52.905420 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bb339303-4a16-4c7a-9c30-ce763ddab666 req-54e5f24c-1e00-4bd7-bccc-6b56850f3f17 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 210 time: 0.0295360 Sep 07 04:33:54.001731 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b23e1f5e-0069-4044-98ca-19630112f5b1 req-7f8b7c5e-0666-4cbe-ab05-bbb3b736bb53 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 210 time: 0.0283823 Sep 07 04:33:54.645519 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-bf3e7cc3-7ec7-437d-aca1-e5ecd0d93055 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:54.646985 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-bf3e7cc3-7ec7-437d-aca1-e5ecd0d93055 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.54 "GET /v2.0/networks?id=ef7d546e-a3f2-450b-8000-b3a8ff82b02d HTTP/1.1" status: 200 len: 815 time: 0.1016424 Sep 07 04:33:54.676231 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Request body: {'port': {'device_id': '2f041929-2375-404b-9bad-4978497727ea', 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d', 'admin_state_up': True, 'tenant_id': 'b099fc569a934243895533d64d9bfd57'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:54.852371 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Made reservation on behalf of b099fc569a934243895533d64d9bfd57 for: {'port': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:33:54.855970 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:54.986917 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Allocated IP 172.20.0.8 (ef7d546e-a3f2-450b-8000-b3a8ff82b02d/7faf0073-8af2-4618-bd78-9149ff6adc98/43f74f6c-93a5-45ba-8c2d-7aa5452179e9) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:33:55.149403 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-379d3cd7-0bf6-495b-aef2-8c7ad5b73167 req-2493a7f4-d8a4-4cf3-9df3-aa378859b670 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 210 time: 0.0589583 Sep 07 04:33:55.185575 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:55.297424 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:55.339884 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['674fa64e-df35-45b3-a06c-eec2726f1621'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:33:55.353672 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Network ef7d546e-a3f2-450b-8000-b3a8ff82b02d is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:33:55.359658 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:33:55.362870 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:33:55.387588 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Pushing event updated for resources: {'Port': ['ID=43f74f6c-93a5-45ba-8c2d-7aa5452179e9,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:55.403595 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:55.403956 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:55.404298 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:55.404710 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:55.405053 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:55.405389 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:55.405760 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:55.406252 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:55.406772 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:55.407326 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:55.407807 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:55.408299 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:55.439061 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:55.439693 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:55.531718 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-c735182b-6058-4eef-9dfa-20aaef8934a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8591919 Sep 07 04:33:55.561368 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Request body: {'port': {'device_id': '2f041929-2375-404b-9bad-4978497727ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:33:55.614511 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:55.900976 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f74f6c-93a5-45ba-8c2d-7aa5452179e9 {{(pid=94312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:33:55.908204 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:55.922684 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Transition to ACTIVE for port object 43f74f6c-93a5-45ba-8c2d-7aa5452179e9 will not be triggered until provisioned by entity L2. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:33:56.007539 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:56.100724 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Pushing event updated for resources: {'Port': ['ID=43f74f6c-93a5-45ba-8c2d-7aa5452179e9,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:56.151925 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Attempting to bind port 43f74f6c-93a5-45ba-8c2d-7aa5452179e9 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:33:56.152641 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Attempting to bind port 43f74f6c-93a5-45ba-8c2d-7aa5452179e9 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8447a8f6-0f41-4776-a4f5-377df63dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d'}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:33:56.152641 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Attempting to bind port 43f74f6c-93a5-45ba-8c2d-7aa5452179e9 on network ef7d546e-a3f2-450b-8000-b3a8ff82b02d {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:33:56.162547 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Port 43f74f6c-93a5-45ba-8c2d-7aa5452179e9 on network ef7d546e-a3f2-450b-8000-b3a8ff82b02d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:33:56.162547 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Attempting to bind port 43f74f6c-93a5-45ba-8c2d-7aa5452179e9 on network ef7d546e-a3f2-450b-8000-b3a8ff82b02d {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:33:56.170511 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:33:56.170851 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Checking segment: {'id': '8447a8f6-0f41-4776-a4f5-377df63dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:33:56.171234 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Bound using segment: {'id': '8447a8f6-0f41-4776-a4f5-377df63dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d'} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:33:56.171665 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Bound port: 43f74f6c-93a5-45ba-8c2d-7aa5452179e9, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447a8f6-0f41-4776-a4f5-377df63dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d'}}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:33:56.172020 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:56.275387 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] For port 43f74f6c-93a5-45ba-8c2d-7aa5452179e9, host hv-cinder-80403, cleared binding levels {{(pid=94312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:33:56.293068 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 33774) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:56.318193 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] For port 43f74f6c-93a5-45ba-8c2d-7aa5452179e9, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=43f74f6c-93a5-45ba-8c2d-7aa5452179e9,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:33:56.339750 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37402e98-9bdc-441e-beab-aa3190f6a26c req-286d1aa6-d893-406c-a05c-79752f9b0636 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:56.341295 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-37402e98-9bdc-441e-beab-aa3190f6a26c req-286d1aa6-d893-406c-a05c-79752f9b0636 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 946 time: 0.1188269 Sep 07 04:33:56.354794 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa94902-251e-4e52-ac02-68806493d519 req-448a6c41-7f40-4ee9-8f2f-83879b8cd1c7 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:56.356266 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2aa94902-251e-4e52-ac02-68806493d519 req-448a6c41-7f40-4ee9-8f2f-83879b8cd1c7 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 943 time: 0.1020532 Sep 07 04:33:56.407140 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:56.443026 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-37402e98-9bdc-441e-beab-aa3190f6a26c req-fe9a7c66-c45e-49c2-bfa8-548cb505c41f tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856283 Sep 07 04:33:56.458680 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4414b904-1558-4356-b594-769ace8f2197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:56.461644 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:56.462360 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:56.465118 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] 10.222.0.54 "PUT /v2.0/ports/43f74f6c-93a5-45ba-8c2d-7aa5452179e9 HTTP/1.1" status: 200 len: 1093 time: 0.9074078 Sep 07 04:33:56.468072 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f041929-2375-404b-9bad-4978497727ea', 'tag': '43f74f6c-93a5-45ba-8c2d-7aa5452179e9'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:33:56.470354 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c72f4fa-b943-461a-be4c-668d923b49c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2f041929-2375-404b-9bad-4978497727ea", "tag": "43f74f6c-93a5-45ba-8c2d-7aa5452179e9"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:33:56.485848 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2aa94902-251e-4e52-ac02-68806493d519 req-5bf34224-970b-4749-b8a1-d3eebe674694 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151166 Sep 07 04:33:56.524816 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5811da8-fdbc-48d0-933f-b54be0ca99ff x-openstack-request-id: req-f5811da8-fdbc-48d0-933f-b54be0ca99ff {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:33:56.525095 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f041929-2375-404b-9bad-4978497727ea", "tag": "43f74f6c-93a5-45ba-8c2d-7aa5452179e9", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:33:56.525339 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5811da8-fdbc-48d0-933f-b54be0ca99ff {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:33:56.525715 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f041929-2375-404b-9bad-4978497727ea', 'tag': '43f74f6c-93a5-45ba-8c2d-7aa5452179e9', 'status': 'completed', 'code': 200} Sep 07 04:33:56.530480 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59f8f8-40cc-4ac5-8d8a-de6dc77f6b7a service neutron] Pushing event updated for resources: {'Port': ['ID=43f74f6c-93a5-45ba-8c2d-7aa5452179e9,revision_number=3']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:56.600021 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4414b904-1558-4356-b594-769ace8f2197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:56.621654 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72f4fa-b943-461a-be4c-668d923b49c9 req-8a78cde2-9130-4b6d-9791-313e3979b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:56.623148 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6c72f4fa-b943-461a-be4c-668d923b49c9 req-8a78cde2-9130-4b6d-9791-313e3979b810 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b099fc569a934243895533d64d9bfd57&device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 1096 time: 0.0425162 Sep 07 04:33:56.791298 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4414b904-1558-4356-b594-769ace8f2197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:56.831733 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414b904-1558-4356-b594-769ace8f2197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935bbd86-bf6e-4eb0-9679-363f36391262,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:56.837235 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-4414b904-1558-4356-b594-769ace8f2197 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eef7a66756124410bb04e0abf7538ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5430350 Sep 07 04:33:56.842372 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 33800) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:56.849694 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b904-1558-4356-b594-769ace8f2197 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:56.850230 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b904-1558-4356-b594-769ace8f2197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:56.850731 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b904-1558-4356-b594-769ace8f2197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:56.851169 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b904-1558-4356-b594-769ace8f2197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:56.852055 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b904-1558-4356-b594-769ace8f2197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:56.852393 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b904-1558-4356-b594-769ace8f2197 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:56.852766 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b904-1558-4356-b594-769ace8f2197 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:56.853090 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b904-1558-4356-b594-769ace8f2197 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:56.853472 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b904-1558-4356-b594-769ace8f2197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:56.853962 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b904-1558-4356-b594-769ace8f2197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:56.854294 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b904-1558-4356-b594-769ace8f2197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:56.854618 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414b904-1558-4356-b594-769ace8f2197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:33:56.863158 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9c4ff771-f3e7-4ed6-9780-c160e56c4beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:56.925493 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b61d6e87-99e3-4ea3-b361-76a872499333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:56.954773 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b61d6e87-99e3-4ea3-b361-76a872499333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:56.997574 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72f4fa-b943-461a-be4c-668d923b49c9 req-5ee088a9-fb3d-4525-a9c6-58266bc11a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:56.999919 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6c72f4fa-b943-461a-be4c-668d923b49c9 req-5ee088a9-fb3d-4525-a9c6-58266bc11a44 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b099fc569a934243895533d64d9bfd57&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3485253 Sep 07 04:33:57.075880 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b61d6e87-99e3-4ea3-b361-76a872499333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:57.078596 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b61d6e87-99e3-4ea3-b361-76a872499333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:57.079758 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-b61d6e87-99e3-4ea3-b361-76a872499333 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/935bbd86-bf6e-4eb0-9679-363f36391262 HTTP/1.1" status: 204 len: 168 time: 0.2362342 Sep 07 04:33:57.095258 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d6e87-99e3-4ea3-b361-76a872499333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935bbd86-bf6e-4eb0-9679-363f36391262,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:57.116723 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72f4fa-b943-461a-be4c-668d923b49c9 req-4f709d99-03d1-4efd-9a45-d8c1c2bdc97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:57.121955 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6c72f4fa-b943-461a-be4c-668d923b49c9 req-4f709d99-03d1-4efd-9a45-d8c1c2bdc97c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1092641 Sep 07 04:33:57.243902 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-5e640241-5068-413c-90e4-85d6d4b5e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:57.245386 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-5e640241-5068-413c-90e4-85d6d4b5e9ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b099fc569a934243895533d64d9bfd57&device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 1096 time: 0.0398149 Sep 07 04:33:57.313710 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-771dc905-35a1-4635-b7ad-a2d374d3d2ee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43f74f6c-93a5-45ba-8c2d-7aa5452179e9 HTTP/1.1" status: 200 len: 217 time: 0.0344553 Sep 07 04:33:57.393726 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-194c7baf-8b9f-4467-b274-80d8ee1ed34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:57.395284 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-194c7baf-8b9f-4467-b274-80d8ee1ed34b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7faf0073-8af2-4618-bd78-9149ff6adc98 HTTP/1.1" status: 200 len: 855 time: 0.0478678 Sep 07 04:33:57.446739 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-42beea3a-22a8-417a-b1ac-32b5910afb27 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef7d546e-a3f2-450b-8000-b3a8ff82b02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347378 Sep 07 04:33:57.466804 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-4974fcf2-e4e2-458f-82ac-354ac32c5750 req-9d7fadd2-8e91-4ca1-9faa-ec263fac1938 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756977 Sep 07 04:33:57.558322 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-983dfa65-ae5c-4494-a25e-76b21131eeeb service neutron] 10.222.0.54 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979369 Sep 07 04:33:57.631279 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974fcf2-e4e2-458f-82ac-354ac32c5750 req-ca404e8a-e7c7-4109-ba6b-b5e5545b8665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:57.633721 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-4974fcf2-e4e2-458f-82ac-354ac32c5750 req-ca404e8a-e7c7-4109-ba6b-b5e5545b8665 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b099fc569a934243895533d64d9bfd57&device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 1098 time: 0.0469997 Sep 07 04:33:57.707340 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d96b5-f2e8-40b4-aa84-86eec41c67c0 req-7d928a29-d044-44d1-be57-fc0920c678ee tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:57.708826 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1f7d96b5-f2e8-40b4-aa84-86eec41c67c0 req-7d928a29-d044-44d1-be57-fc0920c678ee tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 946 time: 0.1460538 Sep 07 04:33:57.724968 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2208f-30be-4137-9761-a105582999f2 req-8a831728-ddb5-4a24-9fb5-147825ab3e05 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:57.727103 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-87a2208f-30be-4137-9761-a105582999f2 req-8a831728-ddb5-4a24-9fb5-147825ab3e05 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 943 time: 0.1317995 Sep 07 04:33:57.752184 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974fcf2-e4e2-458f-82ac-354ac32c5750 req-2f5b1a9f-c1ee-4c9b-a17e-8b5a2550dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:57.753966 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-4974fcf2-e4e2-458f-82ac-354ac32c5750 req-2f5b1a9f-c1ee-4c9b-a17e-8b5a2550dee1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ef7d546e-a3f2-450b-8000-b3a8ff82b02d HTTP/1.1" status: 200 len: 916 time: 0.0872977 Sep 07 04:33:57.774720 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-55d42e54-ef49-4d09-b33e-b449b51b2fdc req-10902e06-4dfd-4fcf-a40f-3f8d6cea3f52 service neutron] 10.222.0.54 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007723 Sep 07 04:33:57.800050 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1f7d96b5-f2e8-40b4-aa84-86eec41c67c0 req-8023be35-3978-4440-bf2b-5f519f856d0d tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829008 Sep 07 04:33:57.801494 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-4974fcf2-e4e2-458f-82ac-354ac32c5750 req-87b54da8-fc3a-4378-a8f4-538e7b7a0efb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=674fa64e-df35-45b3-a06c-eec2726f1621 HTTP/1.1" status: 200 len: 217 time: 0.0373936 Sep 07 04:33:57.803229 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-87a2208f-30be-4137-9761-a105582999f2 req-a0900b90-7047-4674-878e-41ef5affbd31 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676777 Sep 07 04:33:57.807828 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 33828) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:57.849241 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-bb0b1f7c-2ced-476d-90e3-9c0fdd4f4345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:57.883020 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974fcf2-e4e2-458f-82ac-354ac32c5750 req-e8abda3e-d793-43f2-9bc7-7e46ed812c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:57.884574 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-4974fcf2-e4e2-458f-82ac-354ac32c5750 req-e8abda3e-d793-43f2-9bc7-7e46ed812c84 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7faf0073-8af2-4618-bd78-9149ff6adc98 HTTP/1.1" status: 200 len: 855 time: 0.0654526 Sep 07 04:33:57.924113 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-4974fcf2-e4e2-458f-82ac-354ac32c5750 req-64976b8c-498d-43d6-a3fe-d7ecde9faac0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef7d546e-a3f2-450b-8000-b3a8ff82b02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315018 Sep 07 04:33:57.982027 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-bb0b1f7c-2ced-476d-90e3-9c0fdd4f4345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:58.068919 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-bb0b1f7c-2ced-476d-90e3-9c0fdd4f4345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:58.083332 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-4974fcf2-e4e2-458f-82ac-354ac32c5750 req-1c7a2339-6590-435d-b4fe-f09373134b28 service neutron] 10.222.0.54 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985422 Sep 07 04:33:58.113768 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-bb0b1f7c-2ced-476d-90e3-9c0fdd4f4345 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=081d1749704b4ab99026513fc8e9d0e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044577 Sep 07 04:33:58.116291 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 33836) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:33:58.120486 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b1f7c-2ced-476d-90e3-9c0fdd4f4345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c64b4f-ead1-4abd-afdc-c4c242c12273,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:58.168554 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ac72dcec-8618-4a2e-ae42-28ac0417a187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:58.189244 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ac72dcec-8618-4a2e-ae42-28ac0417a187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:58.281623 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-4974fcf2-e4e2-458f-82ac-354ac32c5750 req-e20e552b-96a0-4816-a489-36b1e76f5bcc service neutron] 10.222.0.54 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967050 Sep 07 04:33:58.318800 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ac72dcec-8618-4a2e-ae42-28ac0417a187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:58.322643 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ac72dcec-8618-4a2e-ae42-28ac0417a187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:58.325792 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-ac72dcec-8618-4a2e-ae42-28ac0417a187 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/93c64b4f-ead1-4abd-afdc-c4c242c12273 HTTP/1.1" status: 204 len: 168 time: 0.2056117 Sep 07 04:33:58.331493 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72dcec-8618-4a2e-ae42-28ac0417a187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c64b4f-ead1-4abd-afdc-c4c242c12273,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:33:58.970904 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87245b-a80e-4d74-8094-d1075d7ab6ea req-2f29b77a-ad30-42be-9b81-444f22f6ece0 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:58.972369 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1e87245b-a80e-4d74-8094-d1075d7ab6ea req-2f29b77a-ad30-42be-9b81-444f22f6ece0 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 946 time: 0.0899510 Sep 07 04:33:59.000698 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda226f-7714-4253-a87b-c142272b5a33 req-046c8001-0481-4db2-b19d-884c1b552fdc tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:59.002163 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6bda226f-7714-4253-a87b-c142272b5a33 req-046c8001-0481-4db2-b19d-884c1b552fdc tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 943 time: 0.0816200 Sep 07 04:33:59.039856 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1e87245b-a80e-4d74-8094-d1075d7ab6ea req-6142c50b-f480-4703-a127-e60a63fd0d60 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1d58097-9822-4f8f-bf95-80ee0721c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603731 Sep 07 04:33:59.060724 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6bda226f-7714-4253-a87b-c142272b5a33 req-c7c7e9b6-e90d-47d0-b498-2de948ffa886 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512416 Sep 07 04:33:59.418505 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833c0d1-d9e1-41b0-b5fc-f3e37b299ff1 req-19af58eb-aafd-49f6-bf15-d1befaa98278 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:33:59.419953 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-f833c0d1-d9e1-41b0-b5fc-f3e37b299ff1 req-19af58eb-aafd-49f6-bf15-d1befaa98278 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.54 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 946 time: 0.1175303 Sep 07 04:33:59.626246 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [req-f833c0d1-d9e1-41b0-b5fc-f3e37b299ff1 req-4f2062f0-36a0-41e3-b07b-bae909f2ffbd tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Deleting port e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:33:59.626672 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-f833c0d1-d9e1-41b0-b5fc-f3e37b299ff1 req-4f2062f0-36a0-41e3-b07b-bae909f2ffbd tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:59.663220 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9b7b2b40-02bd-4eb1-8270-4b39048b4ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:59.665301 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:59.733857 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-f833c0d1-d9e1-41b0-b5fc-f3e37b299ff1 req-4f2062f0-36a0-41e3-b07b-bae909f2ffbd tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] For port e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a,segment=NetworkSegment(3eabee69-715d-4a7b-a45e-951547eab164),segment_id=3eabee69-715d-4a7b-a45e-951547eab164)] {{(pid=94311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:33:59.737390 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-f833c0d1-d9e1-41b0-b5fc-f3e37b299ff1 req-4f2062f0-36a0-41e3-b07b-bae909f2ffbd tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:59.750357 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [req-f833c0d1-d9e1-41b0-b5fc-f3e37b299ff1 req-4f2062f0-36a0-41e3-b07b-bae909f2ffbd tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Calling delete_port for e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a owned by compute:nova {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:34:00.010033 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-f833c0d1-d9e1-41b0-b5fc-f3e37b299ff1 req-4f2062f0-36a0-41e3-b07b-bae909f2ffbd tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:00.042847 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2062f0-36a0-41e3-b07b-bae909f2ffbd tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Pushing event deleted for resources: {'Port': ['ID=e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:00.063945 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:34:00.076727 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 33936) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:00.102709 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [req-f833c0d1-d9e1-41b0-b5fc-f3e37b299ff1 req-4f2062f0-36a0-41e3-b07b-bae909f2ffbd tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] No DVR routers for this DVR port e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a on host hv-cinder-80403 {{(pid=94311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:34:00.106395 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-f833c0d1-d9e1-41b0-b5fc-f3e37b299ff1 req-4f2062f0-36a0-41e3-b07b-bae909f2ffbd tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:00.109696 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-f833c0d1-d9e1-41b0-b5fc-f3e37b299ff1 req-4f2062f0-36a0-41e3-b07b-bae909f2ffbd tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.54 "DELETE /v2.0/ports/e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a HTTP/1.1" status: 204 len: 173 time: 0.6497102 Sep 07 04:34:00.110230 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b78abc-946e-4d40-b7b5-be4bc7613db7', 'name': 'network-vif-deleted', 'tag': 'e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:34:00.121159 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4f97e9-da07-4744-bb1a-434726843882" -d '{"events": [{"server_uuid": "69b78abc-946e-4d40-b7b5-be4bc7613db7", "name": "network-vif-deleted", "tag": "e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:34:00.201538 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 33948) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:00.228788 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-40216a83-7b32-4ddb-8812-80b3b5014926 req-12981848-ed03-4744-b5e4-9443baf24cc6 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 210 time: 0.0395315 Sep 07 04:34:00.283524 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2b96ff-80f8-4b08-b060-bf88ef6d6939 x-openstack-request-id: req-cd2b96ff-80f8-4b08-b060-bf88ef6d6939 {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:34:00.283815 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b78abc-946e-4d40-b7b5-be4bc7613db7", "name": "network-vif-deleted", "tag": "e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:34:00.284062 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd2b96ff-80f8-4b08-b060-bf88ef6d6939 {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:34:00.284547 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b78abc-946e-4d40-b7b5-be4bc7613db7', 'name': 'network-vif-deleted', 'tag': 'e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a', 'status': 'completed', 'code': 200} Sep 07 04:34:00.306696 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c72da34e-81dd-4f1f-af1f-97c0401e5014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:00.311490 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-286761b9-741d-4337-a080-82e9ab8a9d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:00.339501 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42fc00-4894-4864-b23f-9dd2b4e7713e req-d759d85f-a402-4261-ab88-509d1762d3da tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:00.341035 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b42fc00-4894-4864-b23f-9dd2b4e7713e req-d759d85f-a402-4261-ab88-509d1762d3da tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 943 time: 0.1113219 Sep 07 04:34:00.343708 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.db.api [None req-c72da34e-81dd-4f1f-af1f-97c0401e5014 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 04:34:00.343708 dv-cinder-804035-10-iscsi neutron-server[94312]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 04:34:00.343708 dv-cinder-804035-10-iscsi neutron-server[94312]: [parameters: {'project_id': 'c2998f4b825c4728819be29516271a61', 'id': '9a1f2113-559f-44a6-aba2-ca70bbf74406', 'expiration': datetime.datetime(2021, 9, 7, 4, 36, 0, 329986)}] Sep 07 04:34:00.343708 dv-cinder-804035-10-iscsi neutron-server[94312]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 04:34:00.344067 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG oslo_db.api [None req-c72da34e-81dd-4f1f-af1f-97c0401e5014 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 04:34:00.381062 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b42fc00-4894-4864-b23f-9dd2b4e7713e req-242de559-f4af-4ddc-88da-db166d45fa4b tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324857 Sep 07 04:34:00.404184 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-286761b9-741d-4337-a080-82e9ab8a9d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:00.475515 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-286761b9-741d-4337-a080-82e9ab8a9d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:00.515412 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-286761b9-741d-4337-a080-82e9ab8a9d31 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b79bd15f994b4cadaed157e4160df04f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109970 Sep 07 04:34:00.517312 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286761b9-741d-4337-a080-82e9ab8a9d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17aa9dcd-de70-4e5f-abcf-20f844ffe6a9,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:00.518117 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 33958) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:00.523293 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:00.583266 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-eb43566e-6448-41a7-a106-100a56923a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:00.605741 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-eb43566e-6448-41a7-a106-100a56923a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:00.741424 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-eb43566e-6448-41a7-a106-100a56923a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:00.744059 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-eb43566e-6448-41a7-a106-100a56923a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:00.745331 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-eb43566e-6448-41a7-a106-100a56923a93 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17aa9dcd-de70-4e5f-abcf-20f844ffe6a9 HTTP/1.1" status: 204 len: 168 time: 0.2261992 Sep 07 04:34:00.753669 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43566e-6448-41a7-a106-100a56923a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aa9dcd-de70-4e5f-abcf-20f844ffe6a9,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:00.845449 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c72da34e-81dd-4f1f-af1f-97c0401e5014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:00.943616 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c72da34e-81dd-4f1f-af1f-97c0401e5014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:01.044071 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c72da34e-81dd-4f1f-af1f-97c0401e5014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:01.083974 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-c72da34e-81dd-4f1f-af1f-97c0401e5014 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2998f4b825c4728819be29516271a61&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0064867 Sep 07 04:34:01.084946 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72da34e-81dd-4f1f-af1f-97c0401e5014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce82132-f728-46bc-a0da-90de8884df88,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:01.087602 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 33982) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:01.157042 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9392e76d-a091-4428-a208-e84ee4f93f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:01.190062 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9392e76d-a091-4428-a208-e84ee4f93f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:01.339473 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bf6b0b35-f3f7-4b0b-b459-36ab93545afc req-a843b0ee-9f37-4f52-a5fa-e850e8d00116 tempest-DeleteServersTestJSON-968753174 tempest-DeleteServersTestJSON-968753174-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b78abc-946e-4d40-b7b5-be4bc7613db7 HTTP/1.1" status: 200 len: 210 time: 0.0281940 Sep 07 04:34:01.370163 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9392e76d-a091-4428-a208-e84ee4f93f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:01.372765 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9392e76d-a091-4428-a208-e84ee4f93f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:01.373899 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-9392e76d-a091-4428-a208-e84ee4f93f40 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ce82132-f728-46bc-a0da-90de8884df88 HTTP/1.1" status: 204 len: 168 time: 0.2837398 Sep 07 04:34:01.381607 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392e76d-a091-4428-a208-e84ee4f93f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce82132-f728-46bc-a0da-90de8884df88,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:01.499386 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057ead0-f85a-42fd-a728-f28675e979fc req-7fe4d560-6c6f-4968-9f38-cd9f60a9d3e5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:01.500908 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d057ead0-f85a-42fd-a728-f28675e979fc req-7fe4d560-6c6f-4968-9f38-cd9f60a9d3e5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 943 time: 0.0479679 Sep 07 04:34:01.543181 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d057ead0-f85a-42fd-a728-f28675e979fc req-4376a278-c6a6-4d6b-9993-02efffd7a4a2 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357165 Sep 07 04:34:01.839714 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34016) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:02.043984 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3d872198-fb5f-45c7-bf30-75ff32b6e79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:02.104979 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 43f74f6c-93a5-45ba-8c2d-7aa5452179e9 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:34:02.143064 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3d872198-fb5f-45c7-bf30-75ff32b6e79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:02.178396 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34032) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:02.191257 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-468d4391-faec-4335-96ae-fe0c18c661cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:02.209845 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 43f74f6c-93a5-45ba-8c2d-7aa5452179e9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=43f74f6c-93a5-45ba-8c2d-7aa5452179e9,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:34:02.221373 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': '43f74f6c-93a5-45ba-8c2d-7aa5452179e9', 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d', 'port_id': '43f74f6c-93a5-45ba-8c2d-7aa5452179e9', 'mac_address': 'fa:16:3e:95:02:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7faf0073-8af2-4618-bd78-9149ff6adc98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:34:02.252832 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3d872198-fb5f-45c7-bf30-75ff32b6e79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:02.259787 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:02.274897 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f74f6c-93a5-45ba-8c2d-7aa5452179e9 {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:34:02.297366 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 43f74f6c-93a5-45ba-8c2d-7aa5452179e9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=43f74f6c-93a5-45ba-8c2d-7aa5452179e9,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:34:02.311797 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d872198-fb5f-45c7-bf30-75ff32b6e79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0163b9-6dfb-4385-9186-52e2b5b4faa6,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:02.328894 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-3d872198-fb5f-45c7-bf30-75ff32b6e79e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe3ecfbd170e4800a0dc80088ebeae1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4880006 Sep 07 04:34:02.331475 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34038) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:02.392155 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-468d4391-faec-4335-96ae-fe0c18c661cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:02.402474 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-338d4856-7271-4bc2-82e3-551c14751a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:02.403487 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:02.432878 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-338d4856-7271-4bc2-82e3-551c14751a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:02.477112 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=43f74f6c-93a5-45ba-8c2d-7aa5452179e9,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:02.484357 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:02.484836 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:02.486394 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-468d4391-faec-4335-96ae-fe0c18c661cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:02.496282 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:02.496282 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:02.496282 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:02.496282 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:02.496282 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:02.496282 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:02.496282 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:02.496282 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:02.496282 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:02.496282 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:02.517595 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:02.535780 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-468d4391-faec-4335-96ae-fe0c18c661cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2f701383efa4487bb2e52eabe21dc5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562236 Sep 07 04:34:02.536747 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d4391-faec-4335-96ae-fe0c18c661cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e58e3fc-48d5-4574-b58e-d9200f63a615,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:02.539672 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34048) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:02.608461 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-338d4856-7271-4bc2-82e3-551c14751a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:02.611100 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-338d4856-7271-4bc2-82e3-551c14751a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:02.612508 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-338d4856-7271-4bc2-82e3-551c14751a8b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da0163b9-6dfb-4385-9186-52e2b5b4faa6 HTTP/1.1" status: 204 len: 168 time: 0.2798064 Sep 07 04:34:02.632805 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0311bd70-7bd2-4e1e-916a-06785c6749c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:02.652407 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d4856-7271-4bc2-82e3-551c14751a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0163b9-6dfb-4385-9186-52e2b5b4faa6,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:02.682841 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0311bd70-7bd2-4e1e-916a-06785c6749c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:02.730034 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aee47-659a-480f-b0da-ea39f7706869 req-36a52eff-596d-46bb-b22e-ffd731af4fe9 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:02.731679 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-209aee47-659a-480f-b0da-ea39f7706869 req-36a52eff-596d-46bb-b22e-ffd731af4fe9 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 944 time: 0.1088772 Sep 07 04:34:02.778250 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['43f74f6c-93a5-45ba-8c2d-7aa5452179e9'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:34:02.782167 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-209aee47-659a-480f-b0da-ea39f7706869 req-a79646ad-c7ba-4f6f-8100-5f5e40d8ccc3 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378900 Sep 07 04:34:02.875853 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0311bd70-7bd2-4e1e-916a-06785c6749c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:02.879055 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0311bd70-7bd2-4e1e-916a-06785c6749c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:02.885732 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-0311bd70-7bd2-4e1e-916a-06785c6749c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e58e3fc-48d5-4574-b58e-d9200f63a615 HTTP/1.1" status: 204 len: 168 time: 0.3402696 Sep 07 04:34:02.890146 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311bd70-7bd2-4e1e-916a-06785c6749c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e58e3fc-48d5-4574-b58e-d9200f63a615,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:03.109914 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:03.336413 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34082) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:03.350826 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cd241322-b03e-4e14-9515-fbe038b6edaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:03.448069 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cd241322-b03e-4e14-9515-fbe038b6edaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:03.541533 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cd241322-b03e-4e14-9515-fbe038b6edaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:03.580939 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-cd241322-b03e-4e14-9515-fbe038b6edaf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a65cbb0970ce4f7f95e19c6495c42514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433872 Sep 07 04:34:03.581780 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd241322-b03e-4e14-9515-fbe038b6edaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbda1f3b-3bae-4275-87db-5a9e6703606a,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:03.583657 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34090) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:03.633037 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ff055a39-7b31-4911-9464-645f8bd41f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:03.657373 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ff055a39-7b31-4911-9464-645f8bd41f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:03.774451 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34100) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:03.813012 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ff055a39-7b31-4911-9464-645f8bd41f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:03.815584 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ff055a39-7b31-4911-9464-645f8bd41f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:03.819119 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-ff055a39-7b31-4911-9464-645f8bd41f7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fbda1f3b-3bae-4275-87db-5a9e6703606a HTTP/1.1" status: 204 len: 168 time: 0.2314613 Sep 07 04:34:03.825093 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff055a39-7b31-4911-9464-645f8bd41f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbda1f3b-3bae-4275-87db-5a9e6703606a,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:03.956953 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf60fd-2a01-4c64-bb0e-b7fd7d7eeeb5 req-e3072e7e-fbb0-44cb-bbac-2433910187ef tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:03.961206 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-efaf60fd-2a01-4c64-bb0e-b7fd7d7eeeb5 req-e3072e7e-fbb0-44cb-bbac-2433910187ef tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 944 time: 0.0912588 Sep 07 04:34:04.031141 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-efaf60fd-2a01-4c64-bb0e-b7fd7d7eeeb5 req-3d2f1ce3-c373-48ec-99af-29bdeb089e61 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515792 Sep 07 04:34:04.104053 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 43f74f6c-93a5-45ba-8c2d-7aa5452179e9 up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:34:04.135403 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34124) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:04.183481 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8abf2c9f-c62d-4135-ad5c-ab3d7cd20f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.206507 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb045fd-15a9-42c3-b78d-9d298dcd790b admin admin] Deleting subnet e2de3c75-4c8d-4cbc-ba99-71641122affe {{(pid=94311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:34:04.212016 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6eb045fd-15a9-42c3-b78d-9d298dcd790b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.238572 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port 43f74f6c-93a5-45ba-8c2d-7aa5452179e9 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:34:04.242604 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port 43f74f6c-93a5-45ba-8c2d-7aa5452179e9 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:34:04.242958 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.259570 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6eb045fd-15a9-42c3-b78d-9d298dcd790b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10360177'] for subnet, precommit_delete_associations {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.322494 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.323101 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6eb045fd-15a9-42c3-b78d-9d298dcd790b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1475966'] for subnet, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.348598 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f041929-2375-404b-9bad-4978497727ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f74f6c-93a5-45ba-8c2d-7aa5452179e9'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:34:04.351943 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50d4027-a8d4-4573-b5fc-7f96a9228258" -d '{"events": [{"server_uuid": "2f041929-2375-404b-9bad-4978497727ea", "name": "network-vif-plugged", "status": "completed", "tag": "43f74f6c-93a5-45ba-8c2d-7aa5452179e9"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:34:04.365944 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 43f74f6c-93a5-45ba-8c2d-7aa5452179e9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=43f74f6c-93a5-45ba-8c2d-7aa5452179e9,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:34:04.393894 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8abf2c9f-c62d-4135-ad5c-ab3d7cd20f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.413855 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618dfdb6-a671-4964-a7aa-37bff2546ac8 x-openstack-request-id: req-618dfdb6-a671-4964-a7aa-37bff2546ac8 {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:34:04.414152 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f041929-2375-404b-9bad-4978497727ea", "name": "network-vif-plugged", "status": "completed", "tag": "43f74f6c-93a5-45ba-8c2d-7aa5452179e9", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:34:04.414456 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-618dfdb6-a671-4964-a7aa-37bff2546ac8 {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:34:04.414833 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f041929-2375-404b-9bad-4978497727ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f74f6c-93a5-45ba-8c2d-7aa5452179e9', 'code': 200} Sep 07 04:34:04.441615 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.442445 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:34:04.465149 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:34:04.465751 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device e0fac89e-24e5-4d27-bc22-4c8b6c9ede5a not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:34:04.474113 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6eb045fd-15a9-42c3-b78d-9d298dcd790b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1475957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9042426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9124892'] for subnet, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.476999 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8abf2c9f-c62d-4135-ad5c-ab3d7cd20f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.524528 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb045fd-15a9-42c3-b78d-9d298dcd790b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2de3c75-4c8d-4cbc-ba99-71641122affe,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:04.528348 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=43f74f6c-93a5-45ba-8c2d-7aa5452179e9,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:04.540148 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6eb045fd-15a9-42c3-b78d-9d298dcd790b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.542082 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-6eb045fd-15a9-42c3-b78d-9d298dcd790b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e2de3c75-4c8d-4cbc-ba99-71641122affe HTTP/1.1" status: 204 len: 168 time: 0.4056883 Sep 07 04:34:04.544885 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34138) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:04.554742 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf2c9f-c62d-4135-ad5c-ab3d7cd20f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee09e381-0239-4857-8bfc-42798845a7e5,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:04.566521 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-8abf2c9f-c62d-4135-ad5c-ab3d7cd20f8c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53b848e31d194912a16075100717e364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7907619 Sep 07 04:34:04.567408 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34142) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:04.653907 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c82073a2-c7dc-41cf-9d78-10e8054c6175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543271'] for network, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.676451 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-331899de-f1b6-41b2-a210-9bad57d64709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.732775 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-331899de-f1b6-41b2-a210-9bad57d64709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.777380 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c82073a2-c7dc-41cf-9d78-10e8054c6175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474017', 'neutron.services.segments.db._delete_segments_for_network-8773844615792'] for network, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.812232 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-c82073a2-c7dc-41cf-9d78-10e8054c6175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c637ef39-3137-4520-aff9-0437acad2f59']}} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:34:04.817021 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf83a19-3be4-44ab-a8b7-064c17530a5d req-c0807884-962d-422a-8146-88dde27901ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:04.819220 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-6cf83a19-3be4-44ab-a8b7-064c17530a5d req-c0807884-962d-422a-8146-88dde27901ed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 1098 time: 0.0511942 Sep 07 04:34:04.832184 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-c82073a2-c7dc-41cf-9d78-10e8054c6175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eabee69-715d-4a7b-a45e-951547eab164') {'for_net_delete': True} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:34:04.832271 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-c82073a2-c7dc-41cf-9d78-10e8054c6175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eabee69-715d-4a7b-a45e-951547eab164') {} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:34:04.845234 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c82073a2-c7dc-41cf-9d78-10e8054c6175 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773844616057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270375'] for segment, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.866149 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c82073a2-c7dc-41cf-9d78-10e8054c6175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.877365 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-6cf83a19-3be4-44ab-a8b7-064c17530a5d req-7afa7cd9-c79a-475e-a5f6-10cdfccf91e1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471168 Sep 07 04:34:04.881374 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82073a2-c7dc-41cf-9d78-10e8054c6175 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:34:04.881930 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c82073a2-c7dc-41cf-9d78-10e8054c6175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9711978'] for segment, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: Traceback (most recent call last): Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: timer() Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: cb(*args, **kw) Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: return func(*args, **kwargs) Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: self._notify() Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: self.callback(batched_events) Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: event.method(event) Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: return f(self, *a, **k) Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._get(url).json() Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: return self.request(url, 'GET', **kwargs) Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:34:04.884554 dv-cinder-804035-10-iscsi neutron-server[94312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:34:04.964697 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-331899de-f1b6-41b2-a210-9bad57d64709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.967358 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-331899de-f1b6-41b2-a210-9bad57d64709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:04.968533 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-331899de-f1b6-41b2-a210-9bad57d64709 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ee09e381-0239-4857-8bfc-42798845a7e5 HTTP/1.1" status: 204 len: 168 time: 0.3996036 Sep 07 04:34:04.979419 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331899de-f1b6-41b2-a210-9bad57d64709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee09e381-0239-4857-8bfc-42798845a7e5,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:05.058615 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c82073a2-c7dc-41cf-9d78-10e8054c6175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472601'] for network, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:05.076802 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c82073a2-c7dc-41cf-9d78-10e8054c6175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:05.081135 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-c82073a2-c7dc-41cf-9d78-10e8054c6175 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c637ef39-3137-4520-aff9-0437acad2f59 HTTP/1.1" status: 204 len: 168 time: 0.5313430 Sep 07 04:34:05.091212 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82073a2-c7dc-41cf-9d78-10e8054c6175 admin admin] Pushing event deleted for resources: {'Network': ['ID=c637ef39-3137-4520-aff9-0437acad2f59,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:05.190615 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351152b6-e7d2-401c-9ac8-ab243a352d0f req-aeed4fb3-98ac-4474-83df-6bae4a1bba80 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:05.193041 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-351152b6-e7d2-401c-9ac8-ab243a352d0f req-aeed4fb3-98ac-4474-83df-6bae4a1bba80 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 945 time: 0.0671988 Sep 07 04:34:05.252399 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-351152b6-e7d2-401c-9ac8-ab243a352d0f req-386fab12-817f-411a-913f-5b0de6d76365 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523460 Sep 07 04:34:05.741712 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34190) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:05.790886 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-d99c361c-5f64-4787-ac60-dfeca30d1f34 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe043a2a92444240871342853920d65f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0477684 Sep 07 04:34:05.793545 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34192) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:05.872959 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4d651969-e8d1-40ef-9b9c-9e4c7351b5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:05.902149 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4d651969-e8d1-40ef-9b9c-9e4c7351b5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:06.178530 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4d651969-e8d1-40ef-9b9c-9e4c7351b5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:06.182234 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4d651969-e8d1-40ef-9b9c-9e4c7351b5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:06.185971 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-4d651969-e8d1-40ef-9b9c-9e4c7351b5c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1d58097-9822-4f8f-bf95-80ee0721c49f HTTP/1.1" status: 204 len: 168 time: 0.3888986 Sep 07 04:34:06.193339 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d651969-e8d1-40ef-9b9c-9e4c7351b5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d58097-9822-4f8f-bf95-80ee0721c49f,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:06.331946 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34206) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:06.371568 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-43674c97-a321-409d-af90-607c4a126f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:06.384961 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e7a41-43c8-4115-a3fa-4dbc1016ae39 req-30c326e1-343b-41c9-8358-dd46aafb31b1 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:06.384961 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ab1e7a41-43c8-4115-a3fa-4dbc1016ae39 req-30c326e1-343b-41c9-8358-dd46aafb31b1 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 945 time: 0.0562968 Sep 07 04:34:06.424561 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ab1e7a41-43c8-4115-a3fa-4dbc1016ae39 req-7d144171-5a2c-4db9-b89e-02669c6c7769 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381551 Sep 07 04:34:06.518889 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-43674c97-a321-409d-af90-607c4a126f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:06.671452 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-43674c97-a321-409d-af90-607c4a126f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:06.741894 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34228) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:06.742437 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-43674c97-a321-409d-af90-607c4a126f67 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23b77c20702240f3b25e9338f6ff20a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086168 Sep 07 04:34:06.742942 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43674c97-a321-409d-af90-607c4a126f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca00b80e-c93f-4b04-aeb4-23677f02b762,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:06.802591 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8e738983-5233-4d80-a129-ca4506a47903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:06.829369 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8e738983-5233-4d80-a129-ca4506a47903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:06.949894 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8e738983-5233-4d80-a129-ca4506a47903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:06.952550 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8e738983-5233-4d80-a129-ca4506a47903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:06.953803 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-8e738983-5233-4d80-a129-ca4506a47903 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca00b80e-c93f-4b04-aeb4-23677f02b762 HTTP/1.1" status: 204 len: 168 time: 0.2099428 Sep 07 04:34:06.963061 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e738983-5233-4d80-a129-ca4506a47903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca00b80e-c93f-4b04-aeb4-23677f02b762,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:08.615122 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34324) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:08.721180 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-5330200b-09a6-48a9-a70c-f230dbf9f255 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-790344615-network', 'tenant_id': '05b33c35f8434484aa03a579ecde878e'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:34:08.824957 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5330200b-09a6-48a9-a70c-f230dbf9f255 admin admin] Made reservation on behalf of 05b33c35f8434484aa03a579ecde878e for: {'network': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:34:08.829508 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5330200b-09a6-48a9-a70c-f230dbf9f255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:08.842805 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5330200b-09a6-48a9-a70c-f230dbf9f255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:08.959850 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5330200b-09a6-48a9-a70c-f230dbf9f255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:09.038883 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5330200b-09a6-48a9-a70c-f230dbf9f255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:09.069855 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5330200b-09a6-48a9-a70c-f230dbf9f255 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=94312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:34:09.082020 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330200b-09a6-48a9-a70c-f230dbf9f255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3a5129-8f8c-418f-a09a-04a02014c794,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:09.087567 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5330200b-09a6-48a9-a70c-f230dbf9f255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:09.088009 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.segments_db [None req-5330200b-09a6-48a9-a70c-f230dbf9f255 admin admin] Added segment cfe5abd2-5be5-406a-b9f5-5596db348f17 of type vlan for network c17a6419-1b26-4e6e-b7a1-2340b9a5785b Sep 07 04:34:09.131205 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5330200b-09a6-48a9-a70c-f230dbf9f255 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:09.209746 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5330200b-09a6-48a9-a70c-f230dbf9f255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:09.210717 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5330200b-09a6-48a9-a70c-f230dbf9f255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:09.211389 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5330200b-09a6-48a9-a70c-f230dbf9f255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:09.274537 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330200b-09a6-48a9-a70c-f230dbf9f255 admin admin] Pushing event updated for resources: {'Network': ['ID=c17a6419-1b26-4e6e-b7a1-2340b9a5785b,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:09.284437 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network c17a6419-1b26-4e6e-b7a1-2340b9a5785b details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:34:09.342397 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-5330200b-09a6-48a9-a70c-f230dbf9f255 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7258677 Sep 07 04:34:09.345800 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34354) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:09.350698 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-3fd93f99-77ea-4ad1-9b49-4f9378d61db8 admin admin] Request body: {'subnet': {'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-790344615-subnet', 'tenant_id': '05b33c35f8434484aa03a579ecde878e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:34:09.472592 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd93f99-77ea-4ad1-9b49-4f9378d61db8 admin admin] Made reservation on behalf of 05b33c35f8434484aa03a579ecde878e for: {'subnet': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:34:09.474888 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-3fd93f99-77ea-4ad1-9b49-4f9378d61db8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8920007'] for subnet, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:09.767091 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-3fd93f99-77ea-4ad1-9b49-4f9378d61db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9712067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8919985'] for subnet, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:09.818426 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd93f99-77ea-4ad1-9b49-4f9378d61db8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85bf212c-084f-42e5-9646-fcbba187f4b6,revision_number=0']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:09.833848 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd93f99-77ea-4ad1-9b49-4f9378d61db8 admin admin] Checking segment: {'id': 'cfe5abd2-5be5-406a-b9f5-5596db348f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:34:09.834206 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd93f99-77ea-4ad1-9b49-4f9378d61db8 admin admin] Network hostable DHCP agents. Network: c17a6419-1b26-4e6e-b7a1-2340b9a5785b, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:34:09.972810 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd93f99-77ea-4ad1-9b49-4f9378d61db8 admin admin] Network c17a6419-1b26-4e6e-b7a1-2340b9a5785b is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:34:10.081128 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-3fd93f99-77ea-4ad1-9b49-4f9378d61db8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, c17a6419-1b26-4e6e-b7a1-2340b9a5785b) {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:34:10.157334 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12199b77-7ec4-4894-b41d-e26b0fbad186 None None] Network c17a6419-1b26-4e6e-b7a1-2340b9a5785b requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:34:10.158648 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd93f99-77ea-4ad1-9b49-4f9378d61db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:10.158648 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-3fd93f99-77ea-4ad1-9b49-4f9378d61db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:10.408795 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee6c5c9-840b-42e0-aaac-bafb1cf4b2cc None None] Network c17a6419-1b26-4e6e-b7a1-2340b9a5785b requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:34:10.410508 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-98fae246-f00e-466a-9c58-50f881fe19ea tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:10.410508 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-98fae246-f00e-466a-9c58-50f881fe19ea tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/networks?id=ef7d546e-a3f2-450b-8000-b3a8ff82b02d HTTP/1.1" status: 200 len: 815 time: 0.1033387 Sep 07 04:34:10.410508 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-a10eb28c-596e-4766-b7a4-f1f65e26c636 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/quotas/b099fc569a934243895533d64d9bfd57 HTTP/1.1" status: 200 len: 375 time: 0.0093641 Sep 07 04:34:10.410508 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-9367a9b5-2adf-4e78-b442-b8ba1c25a7ac tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b099fc569a934243895533d64d9bfd57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458233 Sep 07 04:34:10.470329 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-3fd93f99-77ea-4ad1-9b49-4f9378d61db8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1234894 Sep 07 04:34:10.480754 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34394) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:10.485325 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-790344615-router', 'tenant_id': '05b33c35f8434484aa03a579ecde878e', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:34:10.489868 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-71068a4c-6d92-473d-b596-d0faeb345b7f service neutron] 10.222.0.55 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839350 Sep 07 04:34:10.581694 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-3ff62be8-0873-4b3d-9e6a-173dbfb53a5c service neutron] 10.222.0.55 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841897 Sep 07 04:34:10.764411 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-50034'] for router, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:10.765659 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-50041'] for router, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:10.822916 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:10.881598 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2645c99d-66e1-4a13-b712-13b73c90ad4d req-08af8a05-0b62-4dae-9ee9-299d944a5452 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 210 time: 0.0355475 Sep 07 04:34:11.080944 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:11.400367 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:11.420650 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:11.529225 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] Allocated IP 172.27.2.65 (8b8648d5-0172-4d8a-aa17-a0353230f6f5/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8/ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:34:11.630726 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:11.755956 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:11.793691 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:34:11.796683 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:34:11.802255 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:34:11.849831 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] Pushing event updated for resources: {'Port': ['ID=ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:12.003323 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-68a6664d-5406-473c-b7dd-00665c57393c req-77a444bd-2349-40a1-ae36-02520db78e52 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 210 time: 0.0301158 Sep 07 04:34:12.165983 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:12.387705 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473069'] for router, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:12.415463 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34476) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:12.542218 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-f69ff817-ea4b-4c38-9950-b0876660d38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:12.606831 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] Router fdd8561a-c653-4099-b73c-e946bb8eadc6 is scheduled to L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 with binding_index 1 {{(pid=94311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:34:12.638230 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-f69ff817-ea4b-4c38-9950-b0876660d38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:12.719913 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:34:12.729677 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Sync routers for ids ['fdd8561a-c653-4099-b73c-e946bb8eadc6'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:34:12.738699 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Routers {'fdd8561a-c653-4099-b73c-e946bb8eadc6'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:34:12.739335 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:33:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['fdd8561a-c653-4099-b73c-e946bb8eadc6'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:34:12.815389 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-f69ff817-ea4b-4c38-9950-b0876660d38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:12.849418 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Set router fdd8561a-c653-4099-b73c-e946bb8eadc6 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:34:12.858859 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ff817-ea4b-4c38-9950-b0876660d38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6f3fa3-c7fd-4f3e-aa15-614c3bea1441,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:12.861565 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-f69ff817-ea4b-4c38-9950-b0876660d38f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e7adbefc5863425d964d8e034bb2ad15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442379 Sep 07 04:34:12.864139 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34486) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:12.906698 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] Notify callbacks [] for router, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:12.911292 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34488) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:12.915930 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-c2111455-fc82-44b5-9ab0-0baae8f3b244 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4262509 Sep 07 04:34:12.921362 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-60ee5049-3270-4ce2-8025-d4d6aaef40dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:12.988938 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-60ee5049-3270-4ce2-8025-d4d6aaef40dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:13.077303 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd8561a-c653-4099-b73c-e946bb8eadc6', 'name': 'tempest-ServerRescueNegativeTestJSON-790344615-router', 'tenant_id': '05b33c35f8434484aa03a579ecde878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:34:10Z', 'updated_at': '2021-09-07T04:34:11Z', 'revision_number': 3, 'project_id': '05b33c35f8434484aa03a579ecde878e', 'gw_port': {'id': 'ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd8561a-c653-4099-b73c-e946bb8eadc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:34:11Z', 'updated_at': '2021-09-07T04:34:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:34:13.123096 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Checking router: fdd8561a-c653-4099-b73c-e946bb8eadc6 for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:34:13.123801 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Updating router fdd8561a-c653-4099-b73c-e946bb8eadc6 port ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b binding host dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:34:13.151905 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6a22f501-c739-4081-a77e-b28b5f94e715 req-409e0ba3-4e23-43d5-99cc-9594b92cd95e tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 210 time: 0.0724819 Sep 07 04:34:13.177311 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:13.249312 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-7e6de414-e208-4468-b2f0-8cbcb766815f tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:13.251116 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-7e6de414-e208-4468-b2f0-8cbcb766815f tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.54 "GET /v2.0/networks?id=ef7d546e-a3f2-450b-8000-b3a8ff82b02d HTTP/1.1" status: 200 len: 815 time: 0.1587288 Sep 07 04:34:13.299125 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-b8bbd2b0-fabe-4d76-81dc-6b870845bade tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Request body: {'port': {'device_id': '22cfecde-2a07-41f6-bd9a-482e92a24b5a', 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d', 'admin_state_up': True, 'tenant_id': 'b099fc569a934243895533d64d9bfd57'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:34:13.588324 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34512) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:13.626621 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Notify callbacks [] for port, precommit_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:13.634454 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-b8bbd2b0-fabe-4d76-81dc-6b870845bade tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Made reservation on behalf of b099fc569a934243895533d64d9bfd57 for: {'port': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:34:13.638644 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-b8bbd2b0-fabe-4d76-81dc-6b870845bade tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:13.639657 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.provisioning_blocks [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Transition to ACTIVE for port object ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b will not be triggered until provisioned by entity L2. {{(pid=94314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:34:13.640693 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-60ee5049-3270-4ce2-8025-d4d6aaef40dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:13.643449 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-60ee5049-3270-4ce2-8025-d4d6aaef40dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:13.644784 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-60ee5049-3270-4ce2-8025-d4d6aaef40dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb6f3fa3-c7fd-4f3e-aa15-614c3bea1441 HTTP/1.1" status: 204 len: 168 time: 0.7796149 Sep 07 04:34:13.658990 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee5049-3270-4ce2-8025-d4d6aaef40dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6f3fa3-c7fd-4f3e-aa15-614c3bea1441,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:13.684388 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_v2 [None req-e380b438-00c7-4ad8-93e9-45f7297126d9 admin admin] Deleting subnet c8fb5181-e5fb-44bf-9e58-0ab7be1a4e8e {{(pid=94311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:34:13.693183 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e380b438-00c7-4ad8-93e9-45f7297126d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:13.746934 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:13.777667 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e380b438-00c7-4ad8-93e9-45f7297126d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10360177'] for subnet, precommit_delete_associations {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:13.818968 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-daa888f2-9917-4ed9-a884-7b6bcc134446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:13.847953 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdae37-709a-4f6d-b3b3-22f4186e7570 None None] Pushing event updated for resources: {'Port': ['ID=ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b,revision_number=2']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:13.856057 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdae37-709a-4f6d-b3b3-22f4186e7570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:13.856677 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdae37-709a-4f6d-b3b3-22f4186e7570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:13.857157 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdae37-709a-4f6d-b3b3-22f4186e7570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:13.857665 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdae37-709a-4f6d-b3b3-22f4186e7570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:13.858153 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdae37-709a-4f6d-b3b3-22f4186e7570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:13.858629 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdae37-709a-4f6d-b3b3-22f4186e7570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:13.859103 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdae37-709a-4f6d-b3b3-22f4186e7570 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:13.859565 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdae37-709a-4f6d-b3b3-22f4186e7570 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:13.860073 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdae37-709a-4f6d-b3b3-22f4186e7570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:13.860684 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdae37-709a-4f6d-b3b3-22f4186e7570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:13.861154 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdae37-709a-4f6d-b3b3-22f4186e7570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:13.861728 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdae37-709a-4f6d-b3b3-22f4186e7570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:13.893060 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e380b438-00c7-4ad8-93e9-45f7297126d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1475966'] for subnet, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:13.917539 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Attempting to bind port ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:34:13.917921 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Attempting to bind port ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:34:13.918289 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Attempting to bind port ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b on network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:34:13.924519 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:34:13.925236 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Checking segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:34:13.925584 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:13.926045 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Bound using segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:34:13.926432 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-b8bbd2b0-fabe-4d76-81dc-6b870845bade tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Allocated IP 172.20.0.9 (ef7d546e-a3f2-450b-8000-b3a8ff82b02d/7faf0073-8af2-4618-bd78-9149ff6adc98/7942ff84-52a8-4c01-b390-a113c3f5fa32) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:34:13.926653 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Bound port: ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:34:13.927120 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.010519 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] For port ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:34:14.014508 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] For port ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:34:14.034794 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [None req-daa888f2-9917-4ed9-a884-7b6bcc134446 admin admin] Allocated IP 172.20.0.1 (c17a6419-1b26-4e6e-b7a1-2340b9a5785b/85bf212c-084f-42e5-9646-fcbba187f4b6/6061d2b7-72c1-4aa2-82f3-61ce44917432) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:34:14.096516 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.099384 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e380b438-00c7-4ad8-93e9-45f7297126d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1475957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9042426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9124892'] for subnet, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.145342 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380b438-00c7-4ad8-93e9-45f7297126d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8fb5181-e5fb-44bf-9e58-0ab7be1a4e8e,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:14.147475 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e380b438-00c7-4ad8-93e9-45f7297126d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.150421 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-e380b438-00c7-4ad8-93e9-45f7297126d9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c8fb5181-e5fb-44bf-9e58-0ab7be1a4e8e HTTP/1.1" status: 204 len: 168 time: 0.5608449 Sep 07 04:34:14.154246 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-b8bbd2b0-fabe-4d76-81dc-6b870845bade tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.157267 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34534) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:14.169990 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-daa888f2-9917-4ed9-a884-7b6bcc134446 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.190286 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Routers {'fdd8561a-c653-4099-b73c-e946bb8eadc6'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:34:14.190994 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:33:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['fdd8561a-c653-4099-b73c-e946bb8eadc6'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:34:14.248564 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdae37-709a-4f6d-b3b3-22f4186e7570 None None] Pushing event updated for resources: {'Port': ['ID=ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b,revision_number=3']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:14.274127 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-b8bbd2b0-fabe-4d76-81dc-6b870845bade tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.283481 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8f83b76b-1c48-49ad-aed5-a3e9544bace7 req-8e0bfebd-575a-4a8b-a45f-56f35ec6e604 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 210 time: 0.0422392 Sep 07 04:34:14.290498 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-633fb2cf-d95b-4ff5-9919-6fed9903efd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543271'] for network, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.314499 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['674fa64e-df35-45b3-a06c-eec2726f1621', '43f74f6c-93a5-45ba-8c2d-7aa5452179e9'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:34:14.377833 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-b8bbd2b0-fabe-4d76-81dc-6b870845bade tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Network ef7d546e-a3f2-450b-8000-b3a8ff82b02d is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:34:14.379155 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] Set router fdd8561a-c653-4099-b73c-e946bb8eadc6 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:34:14.396836 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-b8bbd2b0-fabe-4d76-81dc-6b870845bade tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:34:14.407017 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-b8bbd2b0-fabe-4d76-81dc-6b870845bade tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:34:14.417446 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34542) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:14.451504 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-633fb2cf-d95b-4ff5-9919-6fed9903efd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474017', 'neutron.services.segments.db._delete_segments_for_network-8773844615792'] for network, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.454951 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-daa888f2-9917-4ed9-a884-7b6bcc134446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.469808 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbd2b0-fabe-4d76-81dc-6b870845bade tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Pushing event updated for resources: {'Port': ['ID=7942ff84-52a8-4c01-b390-a113c3f5fa32,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:14.489516 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-b8bbd2b0-fabe-4d76-81dc-6b870845bade tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:14.490416 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-b8bbd2b0-fabe-4d76-81dc-6b870845bade tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.548477 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34548) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:14.571259 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa888f2-9917-4ed9-a884-7b6bcc134446 admin admin] Network c17a6419-1b26-4e6e-b7a1-2340b9a5785b is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:34:14.580190 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-daa888f2-9917-4ed9-a884-7b6bcc134446 admin admin] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:34:14.587519 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa888f2-9917-4ed9-a884-7b6bcc134446 admin admin] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:34:14.590667 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-633fb2cf-d95b-4ff5-9919-6fed9903efd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bded8670-2617-46a0-9336-5670d073f4bc']}} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:34:14.629537 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-633fb2cf-d95b-4ff5-9919-6fed9903efd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '022c8184-d4d8-483a-b6ac-e8e4e7bc145a') {'for_net_delete': True} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:34:14.629834 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-633fb2cf-d95b-4ff5-9919-6fed9903efd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '022c8184-d4d8-483a-b6ac-e8e4e7bc145a') {} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:34:14.648297 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-633fb2cf-d95b-4ff5-9919-6fed9903efd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773844616057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270375'] for segment, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.675527 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa888f2-9917-4ed9-a884-7b6bcc134446 admin admin] Pushing event updated for resources: {'Port': ['ID=6061d2b7-72c1-4aa2-82f3-61ce44917432,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:14.691227 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-633fb2cf-d95b-4ff5-9919-6fed9903efd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.702563 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd8561a-c653-4099-b73c-e946bb8eadc6', 'name': 'tempest-ServerRescueNegativeTestJSON-790344615-router', 'tenant_id': '05b33c35f8434484aa03a579ecde878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:34:10Z', 'updated_at': '2021-09-07T04:34:11Z', 'revision_number': 3, 'project_id': '05b33c35f8434484aa03a579ecde878e', 'gw_port': {'id': 'ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd8561a-c653-4099-b73c-e946bb8eadc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:34:11Z', 'updated_at': '2021-09-07T04:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:34:14.710556 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-daa888f2-9917-4ed9-a884-7b6bcc134446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472734'] for router_interface, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.721397 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-633fb2cf-d95b-4ff5-9919-6fed9903efd6 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-633fb2cf-d95b-4ff5-9919-6fed9903efd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9711978'] for segment, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: Traceback (most recent call last): Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: timer() Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: cb(*args, **kw) Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: return func(*args, **kwargs) Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: self._notify() Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: self.callback(batched_events) Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: event.method(event) Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: return f(self, *a, **k) Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._get(url).json() Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: return self.request(url, 'GET', **kwargs) Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:34:14.725446 dv-cinder-804035-10-iscsi neutron-server[94312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:34:14.738604 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baac619a-f858-40ad-9f1d-70af5449222d None None] The sync data for ids ['fdd8561a-c653-4099-b73c-e946bb8eadc6'] in dv-cinder-804035-10-iscsi is: [{'id': 'fdd8561a-c653-4099-b73c-e946bb8eadc6', 'name': 'tempest-ServerRescueNegativeTestJSON-790344615-router', 'tenant_id': '05b33c35f8434484aa03a579ecde878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:34:10Z', 'updated_at': '2021-09-07T04:34:11Z', 'revision_number': 3, 'project_id': '05b33c35f8434484aa03a579ecde878e', 'gw_port': {'id': 'ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd8561a-c653-4099-b73c-e946bb8eadc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:34:11Z', 'updated_at': '2021-09-07T04:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:34:14.879446 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-b8bbd2b0-fabe-4d76-81dc-6b870845bade tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5852306 Sep 07 04:34:14.881184 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e7bb27c8-1e63-46f0-8950-767327b1ce9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.893889 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4a11-ccb0-45da-b489-b88ccf3d9f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.906013 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Request body: {'port': {'device_id': '22cfecde-2a07-41f6-bd9a-482e92a24b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:34:14.962745 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-633fb2cf-d95b-4ff5-9919-6fed9903efd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472601'] for network, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.973646 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-633fb2cf-d95b-4ff5-9919-6fed9903efd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.974512 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-633fb2cf-d95b-4ff5-9919-6fed9903efd6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/bded8670-2617-46a0-9336-5670d073f4bc HTTP/1.1" status: 204 len: 168 time: 0.8159533 Sep 07 04:34:14.988763 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34564) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:14.996606 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fb2cf-d95b-4ff5-9919-6fed9903efd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bded8670-2617-46a0-9336-5670d073f4bc,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:15.009589 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.118471 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-daa888f2-9917-4ed9-a884-7b6bcc134446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.137255 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_v2 [None req-851ab097-123c-4128-90aa-c5e255518fc8 admin admin] Deleting subnet 334200e0-ad0d-4406-b3ae-f24c31cddbf0 {{(pid=94312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:34:15.143939 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-851ab097-123c-4128-90aa-c5e255518fc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.206985 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-851ab097-123c-4128-90aa-c5e255518fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270396'] for subnet, precommit_delete_associations {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.214017 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e7bb27c8-1e63-46f0-8950-767327b1ce9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.284111 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-851ab097-123c-4128-90aa-c5e255518fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1475966'] for subnet, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.328913 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e7bb27c8-1e63-46f0-8950-767327b1ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.430758 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb27c8-1e63-46f0-8950-767327b1ce9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d69ffe9-b275-4cf2-abcb-b1ffdd9bd3f8,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:15.499144 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-e7bb27c8-1e63-46f0-8950-767327b1ce9c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7dad70711f4b4f2892aaf4b08ad9e94b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9393070 Sep 07 04:34:15.509984 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:34:15.510912 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34586) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:15.527775 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-daa888f2-9917-4ed9-a884-7b6bcc134446 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.534953 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-851ab097-123c-4128-90aa-c5e255518fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1475957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9711872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8919976'] for subnet, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.584951 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-851ab097-123c-4128-90aa-c5e255518fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.590222 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-851ab097-123c-4128-90aa-c5e255518fc8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/334200e0-ad0d-4406-b3ae-f24c31cddbf0 HTTP/1.1" status: 204 len: 168 time: 0.5977263 Sep 07 04:34:15.593684 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ab097-123c-4128-90aa-c5e255518fc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=334200e0-ad0d-4406-b3ae-f24c31cddbf0,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:15.600531 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34588) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:15.639478 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7942ff84-52a8-4c01-b390-a113c3f5fa32 {{(pid=94311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:34:15.651556 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758cafa-1756-4116-bace-9a8d1598bc88 req-1ac7eb09-f93c-457c-9457-bc06004def4c tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:15.653276 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e758cafa-1756-4116-bace-9a8d1598bc88 req-1ac7eb09-f93c-457c-9457-bc06004def4c tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 931 time: 0.2092764 Sep 07 04:34:15.663515 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.667275 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4a11-ccb0-45da-b489-b88ccf3d9f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.693122 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:34:15.697871 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:34:15.698234 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.711298 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Transition to ACTIVE for port object 7942ff84-52a8-4c01-b390-a113c3f5fa32 will not be triggered until provisioned by entity L2. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:34:15.711401 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-daa888f2-9917-4ed9-a884-7b6bcc134446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.755113 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a779c3c1-5396-4732-9a7e-d80bbc0d3dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.786820 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4efedf43-142f-4406-8a3d-9d03dc6625b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543271'] for network, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.793622 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.812730 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4a11-ccb0-45da-b489-b88ccf3d9f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.818097 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:34:15.832074 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a779c3c1-5396-4732-9a7e-d80bbc0d3dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.858446 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e758cafa-1756-4116-bace-9a8d1598bc88 req-efda3928-69b6-442f-b958-d815e95e89e3 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961398 Sep 07 04:34:15.858446 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-daa888f2-9917-4ed9-a884-7b6bcc134446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471086'] for router_interface, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.859267 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34596) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:15.866833 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-d2bd4a11-ccb0-45da-b489-b88ccf3d9f7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad84e8f751844afa89bfe2c5efea0ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4186189 Sep 07 04:34:15.870065 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd4a11-ccb0-45da-b489-b88ccf3d9f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66c2ba0-7c88-486d-a249-5faf5e7b778e,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:15.884464 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.885055 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa888f2-9917-4ed9-a884-7b6bcc134446 admin admin] Pushing event updated for resources: {'Port': ['ID=6061d2b7-72c1-4aa2-82f3-61ce44917432,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:15.895392 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.968487 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Pushing event updated for resources: {'Port': ['ID=7942ff84-52a8-4c01-b390-a113c3f5fa32,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:16.008707 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:16.082684 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Attempting to bind port 7942ff84-52a8-4c01-b390-a113c3f5fa32 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:34:16.082975 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Attempting to bind port 7942ff84-52a8-4c01-b390-a113c3f5fa32 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8447a8f6-0f41-4776-a4f5-377df63dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d'}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:34:16.083301 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Attempting to bind port 7942ff84-52a8-4c01-b390-a113c3f5fa32 on network ef7d546e-a3f2-450b-8000-b3a8ff82b02d {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:34:16.088340 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Port 7942ff84-52a8-4c01-b390-a113c3f5fa32 on network ef7d546e-a3f2-450b-8000-b3a8ff82b02d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:34:16.088691 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Attempting to bind port 7942ff84-52a8-4c01-b390-a113c3f5fa32 on network ef7d546e-a3f2-450b-8000-b3a8ff82b02d {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:34:16.093728 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:34:16.094188 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Checking segment: {'id': '8447a8f6-0f41-4776-a4f5-377df63dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:34:16.094568 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Bound using segment: {'id': '8447a8f6-0f41-4776-a4f5-377df63dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d'} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:34:16.094997 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Bound port: 7942ff84-52a8-4c01-b390-a113c3f5fa32, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447a8f6-0f41-4776-a4f5-377df63dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d'}}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:34:16.095283 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4efedf43-142f-4406-8a3d-9d03dc6625b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474017', 'neutron.services.segments.db._delete_segments_for_network-8773844615792'] for network, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:16.095503 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:16.125962 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6e8010ec-bc10-4967-a772-a1d608666fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:16.140942 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-4efedf43-142f-4406-8a3d-9d03dc6625b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc711cc8-3998-486d-abf6-1961bfb805ce']}} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:34:16.163217 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] For port 7942ff84-52a8-4c01-b390-a113c3f5fa32, host hv-cinder-80403, cleared binding levels {{(pid=94311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:34:16.166312 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-4efedf43-142f-4406-8a3d-9d03dc6625b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdc7ce8-8620-4564-9999-1019fa27a205') {'for_net_delete': True} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:34:16.166615 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-4efedf43-142f-4406-8a3d-9d03dc6625b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdc7ce8-8620-4564-9999-1019fa27a205') {} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:34:16.166845 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] For port 7942ff84-52a8-4c01-b390-a113c3f5fa32, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7942ff84-52a8-4c01-b390-a113c3f5fa32,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:34:16.185204 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4efedf43-142f-4406-8a3d-9d03dc6625b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773844616057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270375'] for segment, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:16.190215 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a779c3c1-5396-4732-9a7e-d80bbc0d3dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:16.192797 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a779c3c1-5396-4732-9a7e-d80bbc0d3dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:16.197219 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-a779c3c1-5396-4732-9a7e-d80bbc0d3dc4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d69ffe9-b275-4cf2-abcb-b1ffdd9bd3f8 HTTP/1.1" status: 204 len: 168 time: 0.6798072 Sep 07 04:34:16.197219 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6e8010ec-bc10-4967-a772-a1d608666fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:16.216412 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa888f2-9917-4ed9-a884-7b6bcc134446 admin admin] Network c17a6419-1b26-4e6e-b7a1-2340b9a5785b is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:34:16.229157 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779c3c1-5396-4732-9a7e-d80bbc0d3dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d69ffe9-b275-4cf2-abcb-b1ffdd9bd3f8,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:16.232134 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-daa888f2-9917-4ed9-a884-7b6bcc134446 admin admin] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:34:16.236661 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4efedf43-142f-4406-8a3d-9d03dc6625b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:16.253328 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:16.260321 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efedf43-142f-4406-8a3d-9d03dc6625b7 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:34:16.260321 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4efedf43-142f-4406-8a3d-9d03dc6625b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9711978'] for segment, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: Traceback (most recent call last): Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: timer() Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: cb(*args, **kw) Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: return func(*args, **kwargs) Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: self._notify() Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: self.callback(batched_events) Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: event.method(event) Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: return f(self, *a, **k) Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._get(url).json() Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: return self.request(url, 'GET', **kwargs) Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:34:16.266559 dv-cinder-804035-10-iscsi neutron-server[94312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:34:16.296725 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:16.297346 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:16.298742 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] 10.222.0.54 "PUT /v2.0/ports/7942ff84-52a8-4c01-b390-a113c3f5fa32 HTTP/1.1" status: 200 len: 1093 time: 1.4016511 Sep 07 04:34:16.299186 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22cfecde-2a07-41f6-bd9a-482e92a24b5a', 'tag': '7942ff84-52a8-4c01-b390-a113c3f5fa32'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:34:16.301433 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be4b6b0-00a2-4cda-8734-d84bd28cc176" -d '{"events": [{"name": "network-changed", "server_uuid": "22cfecde-2a07-41f6-bd9a-482e92a24b5a", "tag": "7942ff84-52a8-4c01-b390-a113c3f5fa32"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:34:16.328819 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcef0d-ead4-49f3-a99b-c6ce737a9af3 service neutron] Pushing event updated for resources: {'Port': ['ID=7942ff84-52a8-4c01-b390-a113c3f5fa32,revision_number=3']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:16.350870 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c034010-dbbf-44e3-9c53-b462ca6e6838 x-openstack-request-id: req-4c034010-dbbf-44e3-9c53-b462ca6e6838 {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:34:16.351288 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22cfecde-2a07-41f6-bd9a-482e92a24b5a", "tag": "7942ff84-52a8-4c01-b390-a113c3f5fa32", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:34:16.351641 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4c034010-dbbf-44e3-9c53-b462ca6e6838 {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:34:16.352348 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22cfecde-2a07-41f6-bd9a-482e92a24b5a', 'tag': '7942ff84-52a8-4c01-b390-a113c3f5fa32', 'status': 'completed', 'code': 200} Sep 07 04:34:16.448609 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa888f2-9917-4ed9-a884-7b6bcc134446 admin admin] Router fdd8561a-c653-4099-b73c-e946bb8eadc6 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:34:16.471111 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4b6b0-00a2-4cda-8734-d84bd28cc176 req-544cfc5a-410c-4c6c-ad52-211cb8d6c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:16.472770 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-1be4b6b0-00a2-4cda-8734-d84bd28cc176 req-544cfc5a-410c-4c6c-ad52-211cb8d6c60c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b099fc569a934243895533d64d9bfd57&device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 1096 time: 0.0505259 Sep 07 04:34:16.495786 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4efedf43-142f-4406-8a3d-9d03dc6625b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472601'] for network, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:16.502836 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4efedf43-142f-4406-8a3d-9d03dc6625b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:16.504733 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-4efedf43-142f-4406-8a3d-9d03dc6625b7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cc711cc8-3998-486d-abf6-1961bfb805ce HTTP/1.1" status: 204 len: 168 time: 0.9032550 Sep 07 04:34:16.510599 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6e8010ec-bc10-4967-a772-a1d608666fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:16.513321 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6e8010ec-bc10-4967-a772-a1d608666fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:16.516967 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-6e8010ec-bc10-4967-a772-a1d608666fbc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c66c2ba0-7c88-486d-a249-5faf5e7b778e HTTP/1.1" status: 204 len: 168 time: 0.6497331 Sep 07 04:34:16.533096 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efedf43-142f-4406-8a3d-9d03dc6625b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc711cc8-3998-486d-abf6-1961bfb805ce,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:16.538979 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8010ec-bc10-4967-a772-a1d608666fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66c2ba0-7c88-486d-a249-5faf5e7b778e,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:16.605445 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34620) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:16.630599 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa888f2-9917-4ed9-a884-7b6bcc134446 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:34:16.638343 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-daa888f2-9917-4ed9-a884-7b6bcc134446 admin admin] 10.222.0.55 "PUT /v2.0/routers/fdd8561a-c653-4099-b73c-e946bb8eadc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7259538 Sep 07 04:34:16.735238 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4b6b0-00a2-4cda-8734-d84bd28cc176 req-374d909f-f4bd-4e17-a6d1-4bb46480f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:16.737690 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-1be4b6b0-00a2-4cda-8734-d84bd28cc176 req-374d909f-f4bd-4e17-a6d1-4bb46480f8a2 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b099fc569a934243895533d64d9bfd57&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2497637 Sep 07 04:34:16.917047 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4b6b0-00a2-4cda-8734-d84bd28cc176 req-9f997fdb-ea33-42b3-8e29-d107fbd95c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:16.918717 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-1be4b6b0-00a2-4cda-8734-d84bd28cc176 req-9f997fdb-ea33-42b3-8e29-d107fbd95c15 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1738629 Sep 07 04:34:16.951041 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Sync routers for ids ['fdd8561a-c653-4099-b73c-e946bb8eadc6'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:34:16.968746 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Routers {'fdd8561a-c653-4099-b73c-e946bb8eadc6'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:34:16.969639 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:33:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['fdd8561a-c653-4099-b73c-e946bb8eadc6'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:34:16.994913 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34632) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:17.056661 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15a646-c670-4631-8118-9381a3424ca3 req-4e09d710-e003-40d6-b81b-42662ab1ded7 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:17.060009 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-af15a646-c670-4631-8118-9381a3424ca3 req-4e09d710-e003-40d6-b81b-42662ab1ded7 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 943 time: 0.0980709 Sep 07 04:34:17.119901 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Set router fdd8561a-c653-4099-b73c-e946bb8eadc6 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:34:17.150461 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-af15a646-c670-4631-8118-9381a3424ca3 req-87deddc5-92aa-40b3-8d9f-efd0c26cdcab tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827155 Sep 07 04:34:17.155075 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-51267230-64d3-41e3-a00d-b3c1c59ac80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:17.156643 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-51267230-64d3-41e3-a00d-b3c1c59ac80a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b099fc569a934243895533d64d9bfd57&device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 1096 time: 0.1607823 Sep 07 04:34:17.160037 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-afd9c078-8242-4d77-9025-d0a4ff3175c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7fc7162f4c9e4d59a197bb80236c1653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623049 Sep 07 04:34:17.162597 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34644) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:17.246879 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-9fb39d50-c531-4e10-ad51-b1247a749893 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7942ff84-52a8-4c01-b390-a113c3f5fa32 HTTP/1.1" status: 200 len: 217 time: 0.0751827 Sep 07 04:34:17.252067 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-544f3a9b-22a5-4183-8697-00f0a4c417a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:17.305771 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-327d45ce-53ba-4fb9-bfc7-9ab36e6af40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:17.307683 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-327d45ce-53ba-4fb9-bfc7-9ab36e6af40a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7faf0073-8af2-4618-bd78-9149ff6adc98 HTTP/1.1" status: 200 len: 855 time: 0.0480924 Sep 07 04:34:17.332925 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d8b3286c-0bd0-4803-b19a-a4fc66942a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:17.344654 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-437e972e-7753-4b8e-98c4-c52651a1a9a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef7d546e-a3f2-450b-8000-b3a8ff82b02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298781 Sep 07 04:34:17.376231 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d8b3286c-0bd0-4803-b19a-a4fc66942a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:17.417018 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:34:17.472333 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-4a4dc3dc-57d1-4647-9ba2-83294a852fa1 service neutron] 10.222.0.54 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189523 Sep 07 04:34:17.473094 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-544f3a9b-22a5-4183-8697-00f0a4c417a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:17.523020 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:34:17.523431 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:17.548045 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-544f3a9b-22a5-4183-8697-00f0a4c417a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:17.552530 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d8b3286c-0bd0-4803-b19a-a4fc66942a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:17.557434 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d8b3286c-0bd0-4803-b19a-a4fc66942a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:17.558535 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-d8b3286c-0bd0-4803-b19a-a4fc66942a95 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/daaafad6-3955-400e-bd34-97c4d89c3c63 HTTP/1.1" status: 204 len: 168 time: 0.3944643 Sep 07 04:34:17.576991 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-0f1c655a-f106-49fa-93d7-bbce37165043 req-e6702d25-e769-46d7-9090-b3f1afb71312 service neutron] 10.222.0.54 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964446 Sep 07 04:34:17.577234 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd8561a-c653-4099-b73c-e946bb8eadc6', 'name': 'tempest-ServerRescueNegativeTestJSON-790344615-router', 'tenant_id': '05b33c35f8434484aa03a579ecde878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:34:10Z', 'updated_at': '2021-09-07T04:34:14Z', 'revision_number': 4, 'project_id': '05b33c35f8434484aa03a579ecde878e', 'gw_port': {'id': 'ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8561a-c653-4099-b73c-e946bb8eadc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:34:11Z', 'updated_at': '2021-09-07T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '6061d2b7-72c1-4aa2-82f3-61ce44917432', 'name': '', 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b', 'tenant_id': '05b33c35f8434484aa03a579ecde878e', 'mac_address': 'fa:16:3e:a2:18:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd8561a-c653-4099-b73c-e946bb8eadc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '85bf212c-084f-42e5-9646-fcbba187f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:34:13Z', 'updated_at': '2021-09-07T04:34:15Z', 'revision_number': 2, 'project_id': '05b33c35f8434484aa03a579ecde878e', 'subnets': [{'id': '85bf212c-084f-42e5-9646-fcbba187f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:34:17.599975 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-544f3a9b-22a5-4183-8697-00f0a4c417a6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7906ecf1178540a3afc1250f0f2c9c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9921772 Sep 07 04:34:17.603137 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34654) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:17.603493 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f3a9b-22a5-4183-8697-00f0a4c417a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b13ef85-2ffb-408b-95f9-aeb4e1a6e7eb,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:17.613316 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Checking router: fdd8561a-c653-4099-b73c-e946bb8eadc6 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:34:17.613656 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Updating router fdd8561a-c653-4099-b73c-e946bb8eadc6 port 6061d2b7-72c1-4aa2-82f3-61ce44917432 binding host dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:34:17.629553 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3286c-0bd0-4803-b19a-a4fc66942a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaafad6-3955-400e-bd34-97c4d89c3c63,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:17.631857 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34656) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:17.654120 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fc951445-9484-4757-bef7-84f075052858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:17.689537 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:17.709490 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3eae14a6-d722-456b-8f69-4e6bad4a0c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:17.732597 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:34:17.756345 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3eae14a6-d722-456b-8f69-4e6bad4a0c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:17.837091 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fc951445-9484-4757-bef7-84f075052858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:17.915318 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3eae14a6-d722-456b-8f69-4e6bad4a0c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:17.919394 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3eae14a6-d722-456b-8f69-4e6bad4a0c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:17.921289 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-3eae14a6-d722-456b-8f69-4e6bad4a0c06 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6b13ef85-2ffb-408b-95f9-aeb4e1a6e7eb HTTP/1.1" status: 204 len: 168 time: 0.3171699 Sep 07 04:34:17.932124 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae14a6-d722-456b-8f69-4e6bad4a0c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b13ef85-2ffb-408b-95f9-aeb4e1a6e7eb,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:17.974507 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fc951445-9484-4757-bef7-84f075052858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:18.008244 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-fc951445-9484-4757-bef7-84f075052858 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18e786e27a3747aaa4517e51752bb062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719847 Sep 07 04:34:18.008244 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc951445-9484-4757-bef7-84f075052858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1b9b6e-c769-45f9-948a-7bb7112308b1,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:18.008786 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34670) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:18.063443 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-efde467c-62ad-4643-a38e-51aa06f9b903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:18.064604 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Notify callbacks [] for port, precommit_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:18.075899 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Transition to ACTIVE for port object 6061d2b7-72c1-4aa2-82f3-61ce44917432 will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:34:18.085670 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-efde467c-62ad-4643-a38e-51aa06f9b903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:18.161142 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:18.217742 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-efde467c-62ad-4643-a38e-51aa06f9b903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:18.220292 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-efde467c-62ad-4643-a38e-51aa06f9b903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:18.223836 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-efde467c-62ad-4643-a38e-51aa06f9b903 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e1b9b6e-c769-45f9-948a-7bb7112308b1 HTTP/1.1" status: 204 len: 168 time: 0.2111914 Sep 07 04:34:18.235639 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200657f-db18-4753-a414-14fd61e2f8d0 None None] Pushing event updated for resources: {'Port': ['ID=6061d2b7-72c1-4aa2-82f3-61ce44917432,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:18.237835 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde467c-62ad-4643-a38e-51aa06f9b903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1b9b6e-c769-45f9-948a-7bb7112308b1,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:18.294875 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34686) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:18.311881 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a58338-f733-4e51-ab3b-3bcae01fa59a req-6aba12a2-dde5-43c9-a3b1-b42ea87ab855 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:18.318494 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Attempting to bind port 6061d2b7-72c1-4aa2-82f3-61ce44917432 on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:34:18.319024 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Attempting to bind port 6061d2b7-72c1-4aa2-82f3-61ce44917432 by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': 'cfe5abd2-5be5-406a-b9f5-5596db348f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:34:18.319225 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e3a58338-f733-4e51-ab3b-3bcae01fa59a req-6aba12a2-dde5-43c9-a3b1-b42ea87ab855 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 943 time: 0.0726378 Sep 07 04:34:18.320398 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Attempting to bind port 6061d2b7-72c1-4aa2-82f3-61ce44917432 on network c17a6419-1b26-4e6e-b7a1-2340b9a5785b {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:34:18.326201 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:34:18.326573 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Checking segment: {'id': 'cfe5abd2-5be5-406a-b9f5-5596db348f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:34:18.327135 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:18.327531 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Bound using segment: {'id': 'cfe5abd2-5be5-406a-b9f5-5596db348f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:34:18.328163 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Bound port: 6061d2b7-72c1-4aa2-82f3-61ce44917432, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe5abd2-5be5-406a-b9f5-5596db348f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:34:18.329734 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:18.405988 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] For port 6061d2b7-72c1-4aa2-82f3-61ce44917432, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:34:18.409243 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] For port 6061d2b7-72c1-4aa2-82f3-61ce44917432, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=6061d2b7-72c1-4aa2-82f3-61ce44917432,segment=NetworkSegment(cfe5abd2-5be5-406a-b9f5-5596db348f17),segment_id=cfe5abd2-5be5-406a-b9f5-5596db348f17)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:34:18.413528 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e3a58338-f733-4e51-ab3b-3bcae01fa59a req-9b217bdf-f354-48b4-9e09-be42773c91b6 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928054 Sep 07 04:34:18.450019 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-23b89b10-a074-4268-883b-301b4a6b1653 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:18.451489 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-23b89b10-a074-4268-883b-301b4a6b1653 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/networks?id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b HTTP/1.1" status: 200 len: 818 time: 0.1291659 Sep 07 04:34:18.467569 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-c93cf858-938e-4a61-abb9-241cb468ca71 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/quotas/05b33c35f8434484aa03a579ecde878e HTTP/1.1" status: 200 len: 375 time: 0.0099576 Sep 07 04:34:18.507575 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:18.525110 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-937eca34-369e-4be9-961b-2b0c69d6be07 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=05b33c35f8434484aa03a579ecde878e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0513041 Sep 07 04:34:18.573310 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Routers {'fdd8561a-c653-4099-b73c-e946bb8eadc6'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:34:18.573974 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:33:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['fdd8561a-c653-4099-b73c-e946bb8eadc6'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:34:18.614431 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200657f-db18-4753-a414-14fd61e2f8d0 None None] Pushing event updated for resources: {'Port': ['ID=6061d2b7-72c1-4aa2-82f3-61ce44917432,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:18.632433 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-3ec2e248-b5e5-4dd5-88c7-953fb77b5d0a service neutron] 10.222.0.55 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053028 Sep 07 04:34:18.700278 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] Set router fdd8561a-c653-4099-b73c-e946bb8eadc6 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:34:18.718419 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-46515c8a-2ab8-4429-a29c-3f2c1f1ebae0 service neutron] 10.222.0.55 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849514 Sep 07 04:34:18.910425 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd8561a-c653-4099-b73c-e946bb8eadc6', 'name': 'tempest-ServerRescueNegativeTestJSON-790344615-router', 'tenant_id': '05b33c35f8434484aa03a579ecde878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:34:10Z', 'updated_at': '2021-09-07T04:34:14Z', 'revision_number': 4, 'project_id': '05b33c35f8434484aa03a579ecde878e', 'gw_port': {'id': 'ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8561a-c653-4099-b73c-e946bb8eadc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:34:11Z', 'updated_at': '2021-09-07T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '6061d2b7-72c1-4aa2-82f3-61ce44917432', 'name': '', 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b', 'tenant_id': '05b33c35f8434484aa03a579ecde878e', 'mac_address': 'fa:16:3e:a2:18:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd8561a-c653-4099-b73c-e946bb8eadc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '85bf212c-084f-42e5-9646-fcbba187f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:34:13Z', 'updated_at': '2021-09-07T04:34:18Z', 'revision_number': 4, 'project_id': '05b33c35f8434484aa03a579ecde878e', 'subnets': [{'id': '85bf212c-084f-42e5-9646-fcbba187f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:34:18.941436 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0af3eb1-f600-49c6-bdeb-0bad03f15609 None None] The sync data for ids ['fdd8561a-c653-4099-b73c-e946bb8eadc6'] in dv-cinder-804035-10-iscsi is: [{'id': 'fdd8561a-c653-4099-b73c-e946bb8eadc6', 'name': 'tempest-ServerRescueNegativeTestJSON-790344615-router', 'tenant_id': '05b33c35f8434484aa03a579ecde878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:34:10Z', 'updated_at': '2021-09-07T04:34:14Z', 'revision_number': 4, 'project_id': '05b33c35f8434484aa03a579ecde878e', 'gw_port': {'id': 'ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8561a-c653-4099-b73c-e946bb8eadc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:34:11Z', 'updated_at': '2021-09-07T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '6061d2b7-72c1-4aa2-82f3-61ce44917432', 'name': '', 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b', 'tenant_id': '05b33c35f8434484aa03a579ecde878e', 'mac_address': 'fa:16:3e:a2:18:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd8561a-c653-4099-b73c-e946bb8eadc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '85bf212c-084f-42e5-9646-fcbba187f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:34:13Z', 'updated_at': '2021-09-07T04:34:18Z', 'revision_number': 4, 'project_id': '05b33c35f8434484aa03a579ecde878e', 'subnets': [{'id': '85bf212c-084f-42e5-9646-fcbba187f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:34:18.984675 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34702) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:19.080105 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-0ff61e13-f84f-42f8-95d9-9f791b9a7fb6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1479a8e9824048f19c310fbcda67f69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0929513 Sep 07 04:34:19.081258 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34704) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:19.088087 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0aab7f0d-965f-4225-b98c-e2a586bbc242 req-d71fee25-01ec-424b-bc65-bfea4f1e0a7f tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 210 time: 0.1446550 Sep 07 04:34:19.147342 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-548040eb-5e28-43b8-a46e-54e9454db4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:19.171924 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-548040eb-5e28-43b8-a46e-54e9454db4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:19.248216 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8a64cbca-e71e-4e6c-a55e-e7da80becf4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:19.356599 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-548040eb-5e28-43b8-a46e-54e9454db4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:19.359442 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-548040eb-5e28-43b8-a46e-54e9454db4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:19.366463 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-548040eb-5e28-43b8-a46e-54e9454db4d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5721a6aa-27d4-417d-a208-3fc87e75460f HTTP/1.1" status: 204 len: 168 time: 0.2779365 Sep 07 04:34:19.378443 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548040eb-5e28-43b8-a46e-54e9454db4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5721a6aa-27d4-417d-a208-3fc87e75460f,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:19.396865 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8a64cbca-e71e-4e6c-a55e-e7da80becf4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:19.444049 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 6061d2b7-72c1-4aa2-82f3-61ce44917432 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:34:19.547493 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8a64cbca-e71e-4e6c-a55e-e7da80becf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:19.612088 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-8a64cbca-e71e-4e6c-a55e-e7da80becf4a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cedceb6f717f4f4296c8a52a26125dca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3154581 Sep 07 04:34:19.612924 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64cbca-e71e-4e6c-a55e-e7da80becf4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8886573-9992-4d30-8670-1233b7f077e4,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:19.616282 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34736) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:19.634654 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port 6061d2b7-72c1-4aa2-82f3-61ce44917432 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:34:19.640767 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 6061d2b7-72c1-4aa2-82f3-61ce44917432 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:34:19.641183 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:19.666201 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8631e95-dcf0-4d9f-a52f-7b0ccd6f337e req-fd848517-e8cf-4f8e-bd74-ba2ae2a8aca0 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:19.673414 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b8631e95-dcf0-4d9f-a52f-7b0ccd6f337e req-fd848517-e8cf-4f8e-bd74-ba2ae2a8aca0 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 943 time: 0.1116474 Sep 07 04:34:19.682209 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34738) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:19.705601 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ca7e-8b0e-4953-b657-91d05e075601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:19.719303 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8544526f-8e06-4944-95a2-f0428ae6e5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:19.763841 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8544526f-8e06-4944-95a2-f0428ae6e5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:19.805014 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:19.814703 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b8631e95-dcf0-4d9f-a52f-7b0ccd6f337e req-5ac1372f-54e4-423c-9bb2-2fbee819974b tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354487 Sep 07 04:34:19.832066 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-30463db9-ba1e-4acf-b2ad-ce8325338ba3 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:19.840782 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-30463db9-ba1e-4acf-b2ad-ce8325338ba3 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/networks?id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b HTTP/1.1" status: 200 len: 818 time: 0.2683392 Sep 07 04:34:19.858094 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-c4e6822f-27e8-463f-921e-4619fc29dfc3 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/quotas/05b33c35f8434484aa03a579ecde878e HTTP/1.1" status: 200 len: 375 time: 0.0161002 Sep 07 04:34:19.889560 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ca7e-8b0e-4953-b657-91d05e075601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:19.892173 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port 6061d2b7-72c1-4aa2-82f3-61ce44917432, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=6061d2b7-72c1-4aa2-82f3-61ce44917432,segment=NetworkSegment(cfe5abd2-5be5-406a-b9f5-5596db348f17),segment_id=cfe5abd2-5be5-406a-b9f5-5596db348f17)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:34:19.917990 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-fd5c849e-f32b-4588-baf4-849c2de6f079 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=05b33c35f8434484aa03a579ecde878e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0587180 Sep 07 04:34:19.956118 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8544526f-8e06-4944-95a2-f0428ae6e5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:19.961674 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8544526f-8e06-4944-95a2-f0428ae6e5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:19.967074 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-8544526f-8e06-4944-95a2-f0428ae6e5d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f8886573-9992-4d30-8670-1233b7f077e4 HTTP/1.1" status: 204 len: 168 time: 0.3495486 Sep 07 04:34:19.976049 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544526f-8e06-4944-95a2-f0428ae6e5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8886573-9992-4d30-8670-1233b7f077e4,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:20.004252 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:20.018119 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ca7e-8b0e-4953-b657-91d05e075601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:20.057793 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-fc0b0772-a67a-49c2-8844-c425c4e02789 service neutron] 10.222.0.55 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267035 Sep 07 04:34:20.076185 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-4cb6ca7e-8b0e-4953-b657-91d05e075601 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a427519f5a4e4c9495068f7e41ceefc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3897150 Sep 07 04:34:20.076185 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6ca7e-8b0e-4953-b657-91d05e075601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b22a89-25f1-415b-9e4d-2ca994233421,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:20.087588 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34748) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:20.136473 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=6061d2b7-72c1-4aa2-82f3-61ce44917432,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:20.157886 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-58e90fe6-d226-41d2-8ffe-2930d46eae6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:20.166736 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 7942ff84-52a8-4c01-b390-a113c3f5fa32 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:34:20.187334 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-58e90fe6-d226-41d2-8ffe-2930d46eae6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:20.322429 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 7942ff84-52a8-4c01-b390-a113c3f5fa32, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7942ff84-52a8-4c01-b390-a113c3f5fa32,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:34:20.335893 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': '7942ff84-52a8-4c01-b390-a113c3f5fa32', 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d', 'port_id': '7942ff84-52a8-4c01-b390-a113c3f5fa32', 'mac_address': 'fa:16:3e:f3:26:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7faf0073-8af2-4618-bd78-9149ff6adc98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:34:20.372422 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-58e90fe6-d226-41d2-8ffe-2930d46eae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:20.375428 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-58e90fe6-d226-41d2-8ffe-2930d46eae6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:20.376824 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-58e90fe6-d226-41d2-8ffe-2930d46eae6e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a3b22a89-25f1-415b-9e4d-2ca994233421 HTTP/1.1" status: 204 len: 168 time: 0.2881851 Sep 07 04:34:20.387986 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e90fe6-d226-41d2-8ffe-2930d46eae6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b22a89-25f1-415b-9e4d-2ca994233421,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:20.389211 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:20.422246 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7942ff84-52a8-4c01-b390-a113c3f5fa32 {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:34:20.445675 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 7942ff84-52a8-4c01-b390-a113c3f5fa32, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7942ff84-52a8-4c01-b390-a113c3f5fa32,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:34:20.495802 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-85c137c1-6ee5-4920-8e64-5c3714e3f829 service neutron] 10.222.0.55 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414637 Sep 07 04:34:20.521302 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:20.578182 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=7942ff84-52a8-4c01-b390-a113c3f5fa32,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:20.830290 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7f4c81c4-45dc-4d67-80b6-8df5fa24d008 req-fe5ce820-d15e-404b-9328-16c946f88e10 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 210 time: 0.0267026 Sep 07 04:34:20.849976 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['7942ff84-52a8-4c01-b390-a113c3f5fa32'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:34:20.966062 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bfe45-1f8e-4daf-944b-995cd165c6a5 req-f682d49e-9877-4cf2-a2fd-3c183cdffe39 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:20.968670 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ab8bfe45-1f8e-4daf-944b-995cd165c6a5 req-f682d49e-9877-4cf2-a2fd-3c183cdffe39 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 944 time: 0.0668387 Sep 07 04:34:21.014295 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ab8bfe45-1f8e-4daf-944b-995cd165c6a5 req-37bf0fd7-6955-4396-b505-112e731b4f3d tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390065 Sep 07 04:34:21.095024 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 34778) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:21.108931 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b3d5302e-fd35-44ea-ba04-c940f9c0b49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:21.217043 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b3d5302e-fd35-44ea-ba04-c940f9c0b49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:21.336042 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b3d5302e-fd35-44ea-ba04-c940f9c0b49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:21.372826 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-b3d5302e-fd35-44ea-ba04-c940f9c0b49d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=894ffa688f6a4eb5ad729f5c573c9668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766340 Sep 07 04:34:21.375576 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34792) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:21.376703 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5302e-fd35-44ea-ba04-c940f9c0b49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fb39bf-663e-49f9-84f1-4fcb4e27ef24,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:21.379707 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 6061d2b7-72c1-4aa2-82f3-61ce44917432 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:34:21.446855 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 6061d2b7-72c1-4aa2-82f3-61ce44917432 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:34:21.447526 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:21.471770 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-969cf392-e284-4b6f-8796-485ccfd38e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:21.496640 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-969cf392-e284-4b6f-8796-485ccfd38e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:21.643671 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-969cf392-e284-4b6f-8796-485ccfd38e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:21.646601 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-969cf392-e284-4b6f-8796-485ccfd38e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:21.648387 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-969cf392-e284-4b6f-8796-485ccfd38e9b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3fb39bf-663e-49f9-84f1-4fcb4e27ef24 HTTP/1.1" status: 204 len: 168 time: 0.2704618 Sep 07 04:34:21.656287 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969cf392-e284-4b6f-8796-485ccfd38e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fb39bf-663e-49f9-84f1-4fcb4e27ef24,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:21.692871 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-c2dceccf-b144-4de4-a314-cfbcabc59853 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:21.695981 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-c2dceccf-b144-4de4-a314-cfbcabc59853 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.54 "GET /v2.0/networks?id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b HTTP/1.1" status: 200 len: 818 time: 0.1076922 Sep 07 04:34:21.730961 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-921f9064-cde1-4b52-86b9-af2a84a00a18 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Request body: {'port': {'device_id': '9d21da7b-99cf-4b7f-a22b-1227b0ade2f3', 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b', 'admin_state_up': True, 'tenant_id': '05b33c35f8434484aa03a579ecde878e'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:34:21.946256 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-38c3d7f8-2c17-4508-a5e0-140a6149f446 req-68bb779f-9185-45e4-977f-9fcf8b26db98 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 210 time: 0.0324872 Sep 07 04:34:21.986579 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-921f9064-cde1-4b52-86b9-af2a84a00a18 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Made reservation on behalf of 05b33c35f8434484aa03a579ecde878e for: {'port': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:34:21.990363 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-921f9064-cde1-4b52-86b9-af2a84a00a18 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:22.170282 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-921f9064-cde1-4b52-86b9-af2a84a00a18 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Allocated IP 172.20.0.9 (c17a6419-1b26-4e6e-b7a1-2340b9a5785b/85bf212c-084f-42e5-9646-fcbba187f4b6/05147852-8b97-44df-a012-1ef2983815b0) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:34:22.174328 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 7942ff84-52a8-4c01-b390-a113c3f5fa32 up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:34:22.182005 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f67d2-b131-49c7-83a2-0517e3bc1bc8 req-2a45fa6d-dda0-4bc8-a06e-cbdf73b13fec tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:22.190376 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0d0f67d2-b131-49c7-83a2-0517e3bc1bc8 req-2a45fa6d-dda0-4bc8-a06e-cbdf73b13fec tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 944 time: 0.0625820 Sep 07 04:34:22.245361 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0d0f67d2-b131-49c7-83a2-0517e3bc1bc8 req-279c1046-50fe-4eb2-82e1-ef18e97f73b9 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540330 Sep 07 04:34:22.309081 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port 7942ff84-52a8-4c01-b390-a113c3f5fa32 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:34:22.313823 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port 7942ff84-52a8-4c01-b390-a113c3f5fa32 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:34:22.314359 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:22.396599 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-921f9064-cde1-4b52-86b9-af2a84a00a18 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:22.412827 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:22.435015 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cfecde-2a07-41f6-bd9a-482e92a24b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7942ff84-52a8-4c01-b390-a113c3f5fa32'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:34:22.437446 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1400ff5e-1e8c-48d2-aafb-20bcbe37d522" -d '{"events": [{"server_uuid": "22cfecde-2a07-41f6-bd9a-482e92a24b5a", "name": "network-vif-plugged", "status": "completed", "tag": "7942ff84-52a8-4c01-b390-a113c3f5fa32"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:34:22.450239 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 7942ff84-52a8-4c01-b390-a113c3f5fa32, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7942ff84-52a8-4c01-b390-a113c3f5fa32,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:34:22.472451 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e52b4d-f318-4a14-98d4-3a9c331c5453 x-openstack-request-id: req-63e52b4d-f318-4a14-98d4-3a9c331c5453 {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:34:22.472771 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22cfecde-2a07-41f6-bd9a-482e92a24b5a", "name": "network-vif-plugged", "status": "completed", "tag": "7942ff84-52a8-4c01-b390-a113c3f5fa32", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:34:22.473022 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63e52b4d-f318-4a14-98d4-3a9c331c5453 {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:34:22.473412 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22cfecde-2a07-41f6-bd9a-482e92a24b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7942ff84-52a8-4c01-b390-a113c3f5fa32', 'code': 200} Sep 07 04:34:22.532781 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-921f9064-cde1-4b52-86b9-af2a84a00a18 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:22.535331 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:22.582398 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-921f9064-cde1-4b52-86b9-af2a84a00a18 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Network c17a6419-1b26-4e6e-b7a1-2340b9a5785b is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:34:22.582398 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-921f9064-cde1-4b52-86b9-af2a84a00a18 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:34:22.589020 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-921f9064-cde1-4b52-86b9-af2a84a00a18 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:34:22.596164 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f9064-cde1-4b52-86b9-af2a84a00a18 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Pushing event updated for resources: {'Port': ['ID=05147852-8b97-44df-a012-1ef2983815b0,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:22.610658 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=7942ff84-52a8-4c01-b390-a113c3f5fa32,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:22.650838 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-921f9064-cde1-4b52-86b9-af2a84a00a18 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:22.651867 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-921f9064-cde1-4b52-86b9-af2a84a00a18 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:22.783895 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-921f9064-cde1-4b52-86b9-af2a84a00a18 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0571582 Sep 07 04:34:22.796291 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34844) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:22.815465 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-283f0df7-796a-4f42-a3fa-474d40120d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:22.835624 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Request body: {'port': {'device_id': '9d21da7b-99cf-4b7f-a22b-1227b0ade2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:34:22.943290 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:22.975205 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b8653-78c5-4864-b7c7-1f45a8f9bba7 req-e4af1062-9e0a-4854-8354-3bcbe09f277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:22.981288 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-388b8653-78c5-4864-b7c7-1f45a8f9bba7 req-e4af1062-9e0a-4854-8354-3bcbe09f277b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 1098 time: 0.0829349 Sep 07 04:34:22.981288 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-283f0df7-796a-4f42-a3fa-474d40120d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:23.035379 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-388b8653-78c5-4864-b7c7-1f45a8f9bba7 req-873a0378-7965-46bd-a154-8848753e17b4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471244 Sep 07 04:34:23.047804 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.54', 57648) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:23.057528 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-283f0df7-796a-4f42-a3fa-474d40120d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:23.080531 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6a348245-5426-431c-9e86-162ba16b4b1c req-78c0a5c4-7048-440a-ba26-4924a5a3d071 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 210 time: 0.0335679 Sep 07 04:34:23.119876 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-283f0df7-796a-4f42-a3fa-474d40120d1b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b71f7585c4946dd8eb86e22c439af77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224192 Sep 07 04:34:23.120488 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 34852) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:23.172410 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f0df7-796a-4f42-a3fa-474d40120d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b4ae95-f5db-452a-80df-f1c6173ea04a,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:23.248915 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5cab5fa3-d65a-4f93-b35a-2c420abc5243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:23.302405 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5cab5fa3-d65a-4f93-b35a-2c420abc5243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:23.325962 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05147852-8b97-44df-a012-1ef2983815b0 {{(pid=94311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:34:23.334272 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:23.349883 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Transition to ACTIVE for port object 05147852-8b97-44df-a012-1ef2983815b0 will not be triggered until provisioned by entity L2. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:34:23.472360 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:23.546020 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5cab5fa3-d65a-4f93-b35a-2c420abc5243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:23.550526 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5cab5fa3-d65a-4f93-b35a-2c420abc5243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:23.553052 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-5cab5fa3-d65a-4f93-b35a-2c420abc5243 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43b4ae95-f5db-452a-80df-f1c6173ea04a HTTP/1.1" status: 204 len: 168 time: 0.4011817 Sep 07 04:34:23.588674 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169effdb-bb9f-4362-9c35-add9ef54d61b req-ca0477d7-3d77-410f-a024-35ed7012e339 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:23.588674 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-169effdb-bb9f-4362-9c35-add9ef54d61b req-ca0477d7-3d77-410f-a024-35ed7012e339 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 945 time: 0.1974294 Sep 07 04:34:23.591368 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab5fa3-d65a-4f93-b35a-2c420abc5243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b4ae95-f5db-452a-80df-f1c6173ea04a,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:23.647008 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-b6772f54-9446-45b8-8516-a2d470ebab9c tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:23.649345 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-b6772f54-9446-45b8-8516-a2d470ebab9c tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.54 "GET /v2.0/networks?id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b HTTP/1.1" status: 200 len: 818 time: 0.3061895 Sep 07 04:34:23.673770 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-f1fba8dc-8a70-4cbe-90e3-43371fecb82e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Request body: {'port': {'device_id': 'b8a0619d-c581-44e8-9be8-4f83f4e619e3', 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b', 'admin_state_up': True, 'tenant_id': '05b33c35f8434484aa03a579ecde878e'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:34:23.695244 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-169effdb-bb9f-4362-9c35-add9ef54d61b req-74ab6c0b-241d-4668-bf2e-014e245682c9 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803442 Sep 07 04:34:23.830247 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Pushing event updated for resources: {'Port': ['ID=05147852-8b97-44df-a012-1ef2983815b0,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:23.884813 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Attempting to bind port 05147852-8b97-44df-a012-1ef2983815b0 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:34:23.885333 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Attempting to bind port 05147852-8b97-44df-a012-1ef2983815b0 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'cfe5abd2-5be5-406a-b9f5-5596db348f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b'}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:34:23.885731 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Attempting to bind port 05147852-8b97-44df-a012-1ef2983815b0 on network c17a6419-1b26-4e6e-b7a1-2340b9a5785b {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:34:23.890721 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Port 05147852-8b97-44df-a012-1ef2983815b0 on network c17a6419-1b26-4e6e-b7a1-2340b9a5785b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:34:23.890818 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Attempting to bind port 05147852-8b97-44df-a012-1ef2983815b0 on network c17a6419-1b26-4e6e-b7a1-2340b9a5785b {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:34:23.896112 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:34:23.896686 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Checking segment: {'id': 'cfe5abd2-5be5-406a-b9f5-5596db348f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:34:23.897057 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Bound using segment: {'id': 'cfe5abd2-5be5-406a-b9f5-5596db348f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b'} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:34:23.898743 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Bound port: 05147852-8b97-44df-a012-1ef2983815b0, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe5abd2-5be5-406a-b9f5-5596db348f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b'}}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:34:23.899158 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:23.912459 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-f1fba8dc-8a70-4cbe-90e3-43371fecb82e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Made reservation on behalf of 05b33c35f8434484aa03a579ecde878e for: {'port': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:34:23.919065 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-f1fba8dc-8a70-4cbe-90e3-43371fecb82e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:23.990497 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] For port 05147852-8b97-44df-a012-1ef2983815b0, host hv-cinder-80403, cleared binding levels {{(pid=94311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:34:23.993825 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] For port 05147852-8b97-44df-a012-1ef2983815b0, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=05147852-8b97-44df-a012-1ef2983815b0,segment=NetworkSegment(cfe5abd2-5be5-406a-b9f5-5596db348f17),segment_id=cfe5abd2-5be5-406a-b9f5-5596db348f17)] {{(pid=94311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:34:24.075788 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:24.079126 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-f1fba8dc-8a70-4cbe-90e3-43371fecb82e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Allocated IP 172.20.0.14 (c17a6419-1b26-4e6e-b7a1-2340b9a5785b/85bf212c-084f-42e5-9646-fcbba187f4b6/f602c2ba-447d-4f73-acfa-d9a125bf7662) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:34:24.142287 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:24.142287 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:24.144924 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] 10.222.0.54 "PUT /v2.0/ports/05147852-8b97-44df-a012-1ef2983815b0 HTTP/1.1" status: 200 len: 1093 time: 1.3163087 Sep 07 04:34:24.220943 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d21da7b-99cf-4b7f-a22b-1227b0ade2f3', 'tag': '05147852-8b97-44df-a012-1ef2983815b0'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:34:24.225531 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62880a43-70f7-4136-b886-71b113f692e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9d21da7b-99cf-4b7f-a22b-1227b0ade2f3", "tag": "05147852-8b97-44df-a012-1ef2983815b0"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:34:24.228005 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490475c5-213c-4585-bc7f-bad1568a26e6 service neutron] Pushing event updated for resources: {'Port': ['ID=05147852-8b97-44df-a012-1ef2983815b0,revision_number=3']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:24.284907 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4d3ef28f-22a6-489d-a2cf-87d1e9c4eb7a req-eea73a4a-438d-4e65-bb5a-bc267a129f26 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 210 time: 0.0855546 Sep 07 04:34:24.322309 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc07b62d-2a93-42d9-9eb9-bac85928f776 x-openstack-request-id: req-cc07b62d-2a93-42d9-9eb9-bac85928f776 {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:34:24.326512 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d21da7b-99cf-4b7f-a22b-1227b0ade2f3", "tag": "05147852-8b97-44df-a012-1ef2983815b0", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:34:24.327380 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc07b62d-2a93-42d9-9eb9-bac85928f776 {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:34:24.328009 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d21da7b-99cf-4b7f-a22b-1227b0ade2f3', 'tag': '05147852-8b97-44df-a012-1ef2983815b0', 'status': 'completed', 'code': 200} Sep 07 04:34:24.438903 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-598da231-b68e-4d54-a5f4-591a992f2a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:24.439092 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-f1fba8dc-8a70-4cbe-90e3-43371fecb82e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:24.440700 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-598da231-b68e-4d54-a5f4-591a992f2a68 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05b33c35f8434484aa03a579ecde878e&device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 1096 time: 0.1116276 Sep 07 04:34:24.501350 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-1d4ae33e-8f81-4de8-8749-2402e14f8a5e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05147852-8b97-44df-a012-1ef2983815b0 HTTP/1.1" status: 200 len: 217 time: 0.0435283 Sep 07 04:34:24.551150 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-2f1206c5-55c1-467e-966d-c7b70094e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:24.552750 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-2f1206c5-55c1-467e-966d-c7b70094e64b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=85bf212c-084f-42e5-9646-fcbba187f4b6 HTTP/1.1" status: 200 len: 858 time: 0.0442967 Sep 07 04:34:24.588383 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-ef3aa023-9f69-4424-bc75-fa62a86f272d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240178 Sep 07 04:34:24.600390 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-f1fba8dc-8a70-4cbe-90e3-43371fecb82e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:24.652705 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-f1fba8dc-8a70-4cbe-90e3-43371fecb82e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Network c17a6419-1b26-4e6e-b7a1-2340b9a5785b is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:34:24.655791 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-f1fba8dc-8a70-4cbe-90e3-43371fecb82e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:34:24.661659 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-f1fba8dc-8a70-4cbe-90e3-43371fecb82e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:34:24.693753 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fba8dc-8a70-4cbe-90e3-43371fecb82e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Pushing event updated for resources: {'Port': ['ID=f602c2ba-447d-4f73-acfa-d9a125bf7662,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:24.710754 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-9581e75f-94bb-41dc-bdc6-b2a07912b518 service neutron] 10.222.0.54 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140690 Sep 07 04:34:24.733209 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-f1fba8dc-8a70-4cbe-90e3-43371fecb82e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:24.734745 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-f1fba8dc-8a70-4cbe-90e3-43371fecb82e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:24.871837 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7f837-0bbe-4d55-a656-84d6a718171c req-532be6b3-df6a-4c23-8208-57d391997e42 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:24.882955 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4dc7f837-0bbe-4d55-a656-84d6a718171c req-532be6b3-df6a-4c23-8208-57d391997e42 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 945 time: 0.0790455 Sep 07 04:34:24.924272 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-76f7447d-2c45-411d-ad96-1c6327a309cf req-c4c80729-fb2d-4e8f-b043-260c908ba7a1 service neutron] 10.222.0.54 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023468 Sep 07 04:34:24.934506 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-f1fba8dc-8a70-4cbe-90e3-43371fecb82e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2672439 Sep 07 04:34:24.944618 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4dc7f837-0bbe-4d55-a656-84d6a718171c req-21a90c33-8481-484b-b9f1-9d16dde9718a tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606523 Sep 07 04:34:24.966345 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] Request body: {'port': {'device_id': 'b8a0619d-c581-44e8-9be8-4f83f4e619e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:34:25.081604 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:25.227444 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62880a43-70f7-4136-b886-71b113f692e0 req-bbb477b6-af47-46b4-91c0-6e4af2ef842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:25.231425 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-62880a43-70f7-4136-b886-71b113f692e0 req-bbb477b6-af47-46b4-91c0-6e4af2ef842c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05b33c35f8434484aa03a579ecde878e&device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 1096 time: 0.0873525 Sep 07 04:34:25.427888 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62880a43-70f7-4136-b886-71b113f692e0 req-b7011f8f-acdf-48dd-a5b0-c240f9315a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:25.432656 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-62880a43-70f7-4136-b886-71b113f692e0 req-b7011f8f-acdf-48dd-a5b0-c240f9315a33 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b HTTP/1.1" status: 200 len: 919 time: 0.1907494 Sep 07 04:34:25.485364 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4e8d5-a7f7-4d0f-8fbb-0004411362cf req-a78a4840-bde9-4eb3-823a-65f17b56f772 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:25.489236 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-acb4e8d5-a7f7-4d0f-8fbb-0004411362cf req-a78a4840-bde9-4eb3-823a-65f17b56f772 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 932 time: 0.1007965 Sep 07 04:34:25.490048 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-62880a43-70f7-4136-b886-71b113f692e0 req-83f81df3-5d2d-4ac3-be82-c84209df1a0b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05147852-8b97-44df-a012-1ef2983815b0 HTTP/1.1" status: 200 len: 217 time: 0.0455770 Sep 07 04:34:25.595878 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-acb4e8d5-a7f7-4d0f-8fbb-0004411362cf req-cb1cd412-bb17-4fe4-b7ce-2c4616cda6a5 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055396 Sep 07 04:34:25.598750 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62880a43-70f7-4136-b886-71b113f692e0 req-aefa5319-7892-4eda-b21b-8f3a384890ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:25.600223 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-62880a43-70f7-4136-b886-71b113f692e0 req-aefa5319-7892-4eda-b21b-8f3a384890ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=85bf212c-084f-42e5-9646-fcbba187f4b6 HTTP/1.1" status: 200 len: 858 time: 0.0977168 Sep 07 04:34:25.609216 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f602c2ba-447d-4f73-acfa-d9a125bf7662 {{(pid=94312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:34:25.627488 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:25.641192 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] Transition to ACTIVE for port object f602c2ba-447d-4f73-acfa-d9a125bf7662 will not be triggered until provisioned by entity L2. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:34:25.645218 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-62880a43-70f7-4136-b886-71b113f692e0 req-41fb3d70-d9de-419f-92be-235356b84de8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357876 Sep 07 04:34:25.755239 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-62880a43-70f7-4136-b886-71b113f692e0 req-f1fa952d-845e-49a8-bb00-c04f6fc093fc service neutron] 10.222.0.54 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994794 Sep 07 04:34:25.767151 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:25.844692 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83312253-a794-4fc4-885b-998886c896ef service neutron] Pushing event updated for resources: {'Port': ['ID=f602c2ba-447d-4f73-acfa-d9a125bf7662,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:25.925150 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-62880a43-70f7-4136-b886-71b113f692e0 req-7a8a2330-f74a-4117-808c-b0012a8764d8 service neutron] 10.222.0.54 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538842 Sep 07 04:34:25.954071 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] Attempting to bind port f602c2ba-447d-4f73-acfa-d9a125bf7662 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:34:25.954409 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] Attempting to bind port f602c2ba-447d-4f73-acfa-d9a125bf7662 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'cfe5abd2-5be5-406a-b9f5-5596db348f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b'}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:34:25.954866 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] Attempting to bind port f602c2ba-447d-4f73-acfa-d9a125bf7662 on network c17a6419-1b26-4e6e-b7a1-2340b9a5785b {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:34:25.959550 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] Port f602c2ba-447d-4f73-acfa-d9a125bf7662 on network c17a6419-1b26-4e6e-b7a1-2340b9a5785b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:34:25.960111 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] Attempting to bind port f602c2ba-447d-4f73-acfa-d9a125bf7662 on network c17a6419-1b26-4e6e-b7a1-2340b9a5785b {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:34:25.966005 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:34:25.966668 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] Checking segment: {'id': 'cfe5abd2-5be5-406a-b9f5-5596db348f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:34:25.967047 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] Bound using segment: {'id': 'cfe5abd2-5be5-406a-b9f5-5596db348f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b'} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:34:25.967489 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] Bound port: f602c2ba-447d-4f73-acfa-d9a125bf7662, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe5abd2-5be5-406a-b9f5-5596db348f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b'}}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:34:25.967830 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:26.044147 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] For port f602c2ba-447d-4f73-acfa-d9a125bf7662, host hv-cinder-80403, cleared binding levels {{(pid=94312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:34:26.054379 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] For port f602c2ba-447d-4f73-acfa-d9a125bf7662, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f602c2ba-447d-4f73-acfa-d9a125bf7662,segment=NetworkSegment(cfe5abd2-5be5-406a-b9f5-5596db348f17),segment_id=cfe5abd2-5be5-406a-b9f5-5596db348f17)] {{(pid=94312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:34:26.149936 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:26.188186 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:26.188856 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:26.190576 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-83312253-a794-4fc4-885b-998886c896ef service neutron] 10.222.0.54 "PUT /v2.0/ports/f602c2ba-447d-4f73-acfa-d9a125bf7662 HTTP/1.1" status: 200 len: 1094 time: 1.2287717 Sep 07 04:34:26.193200 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a0619d-c581-44e8-9be8-4f83f4e619e3', 'tag': 'f602c2ba-447d-4f73-acfa-d9a125bf7662'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:34:26.196212 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0d437e-ea27-4847-905d-c4f9ddcde1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a0619d-c581-44e8-9be8-4f83f4e619e3", "tag": "f602c2ba-447d-4f73-acfa-d9a125bf7662"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:34:26.236620 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83312253-a794-4fc4-885b-998886c896ef service neutron] Pushing event updated for resources: {'Port': ['ID=f602c2ba-447d-4f73-acfa-d9a125bf7662,revision_number=3']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:26.250603 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db518a1c-a5a7-4ff0-ae61-64bce9f67bf5 x-openstack-request-id: req-db518a1c-a5a7-4ff0-ae61-64bce9f67bf5 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:34:26.250603 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a0619d-c581-44e8-9be8-4f83f4e619e3", "tag": "f602c2ba-447d-4f73-acfa-d9a125bf7662", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:34:26.250603 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db518a1c-a5a7-4ff0-ae61-64bce9f67bf5 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:34:26.250603 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a0619d-c581-44e8-9be8-4f83f4e619e3', 'tag': 'f602c2ba-447d-4f73-acfa-d9a125bf7662', 'status': 'completed', 'code': 200} Sep 07 04:34:26.343612 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d437e-ea27-4847-905d-c4f9ddcde1e1 req-5eafb990-8f7b-490d-9f08-0d89d8b573a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:26.345149 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fe0d437e-ea27-4847-905d-c4f9ddcde1e1 req-5eafb990-8f7b-490d-9f08-0d89d8b573a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05b33c35f8434484aa03a579ecde878e&device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 1097 time: 0.0460870 Sep 07 04:34:26.446211 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d437e-ea27-4847-905d-c4f9ddcde1e1 req-504cd12f-bb02-451b-a65b-2a30c2b2344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:26.447670 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fe0d437e-ea27-4847-905d-c4f9ddcde1e1 req-504cd12f-bb02-451b-a65b-2a30c2b2344b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=05b33c35f8434484aa03a579ecde878e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0896890 Sep 07 04:34:26.556120 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d437e-ea27-4847-905d-c4f9ddcde1e1 req-6ea905ac-890c-4b13-8827-21b82705cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:26.557653 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fe0d437e-ea27-4847-905d-c4f9ddcde1e1 req-6ea905ac-890c-4b13-8827-21b82705cc69 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962243 Sep 07 04:34:26.688236 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-20a94a5e-75b9-4f6c-9351-b83539fe44f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:26.689740 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-20a94a5e-75b9-4f6c-9351-b83539fe44f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05b33c35f8434484aa03a579ecde878e&device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 1097 time: 0.0695333 Sep 07 04:34:26.759390 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-28b929be-988d-4a68-bafe-b7122843b205 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f602c2ba-447d-4f73-acfa-d9a125bf7662 HTTP/1.1" status: 200 len: 217 time: 0.0437937 Sep 07 04:34:26.783385 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-939a363d-9e50-43c5-9ec7-51a76b936250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:26.789000 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4bdd1-4456-46f6-b1da-e34e3b218ccd req-600e332f-5ed9-4631-934f-5815bc68893f tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:26.790163 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a0d4bdd1-4456-46f6-b1da-e34e3b218ccd req-600e332f-5ed9-4631-934f-5815bc68893f tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 944 time: 0.0995576 Sep 07 04:34:26.848189 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-5aea9452-bed1-442c-a434-bfb268dc6412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:26.855779 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-5aea9452-bed1-442c-a434-bfb268dc6412 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=85bf212c-084f-42e5-9646-fcbba187f4b6 HTTP/1.1" status: 200 len: 858 time: 0.0826914 Sep 07 04:34:26.859474 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a0d4bdd1-4456-46f6-b1da-e34e3b218ccd req-9e3e0d28-42fd-4557-8a03-52331f3472f9 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511017 Sep 07 04:34:26.889623 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-891b05bc-dc8b-44d1-9723-de07a65cc887 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292079 Sep 07 04:34:26.997779 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-bf1edf2b-f00f-41e7-84ce-378f6a850eba service neutron] 10.222.0.54 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006718 Sep 07 04:34:27.100982 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-18721c39-1665-4ebf-b33c-4dc942081b29 req-aa62ad71-f000-4ccc-b536-2973b2bbf1dd service neutron] 10.222.0.54 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926332 Sep 07 04:34:29.574730 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-26de8ddf-5de8-4131-9186-49c7decdf972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:29.583105 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:29.930861 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 05147852-8b97-44df-a012-1ef2983815b0 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:34:30.024751 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 05147852-8b97-44df-a012-1ef2983815b0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=05147852-8b97-44df-a012-1ef2983815b0,segment=NetworkSegment(cfe5abd2-5be5-406a-b9f5-5596db348f17),segment_id=cfe5abd2-5be5-406a-b9f5-5596db348f17)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:34:30.035535 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': '05147852-8b97-44df-a012-1ef2983815b0', 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b', 'port_id': '05147852-8b97-44df-a012-1ef2983815b0', 'mac_address': 'fa:16:3e:c9:2b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85bf212c-084f-42e5-9646-fcbba187f4b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:34:30.072764 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:30.090558 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05147852-8b97-44df-a012-1ef2983815b0 {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:34:30.111289 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 05147852-8b97-44df-a012-1ef2983815b0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=05147852-8b97-44df-a012-1ef2983815b0,segment=NetworkSegment(cfe5abd2-5be5-406a-b9f5-5596db348f17),segment_id=cfe5abd2-5be5-406a-b9f5-5596db348f17)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:34:30.135261 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe15c0a-a36e-4529-8f3a-bdee455f31ba req-096848c5-d9b4-4a65-916e-b01348cdafd9 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:30.136771 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cbe15c0a-a36e-4529-8f3a-bdee455f31ba req-096848c5-d9b4-4a65-916e-b01348cdafd9 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 944 time: 0.0546339 Sep 07 04:34:30.174654 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cbe15c0a-a36e-4529-8f3a-bdee455f31ba req-84531272-849f-4d0b-9ff8-f5c574e83794 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318604 Sep 07 04:34:30.177876 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:30.243459 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=05147852-8b97-44df-a012-1ef2983815b0,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:30.543352 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:30.626648 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['05147852-8b97-44df-a012-1ef2983815b0'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:34:31.300941 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2162a-868f-4bec-bc24-1335eae88d4f req-e9d9fa2b-c187-44dc-9083-4060398c3a77 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:31.302404 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-76a2162a-868f-4bec-bc24-1335eae88d4f req-e9d9fa2b-c187-44dc-9083-4060398c3a77 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 944 time: 0.0476029 Sep 07 04:34:31.340362 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-76a2162a-868f-4bec-bc24-1335eae88d4f req-08c7d285-cd63-4648-b44e-c08c4d1fc064 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315485 Sep 07 04:34:32.462449 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a643bad-d8ba-4e88-87f7-a466dc752fd4 req-3fcea410-8a8b-4956-9e86-1b49a989bad0 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:32.468272 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2a643bad-d8ba-4e88-87f7-a466dc752fd4 req-3fcea410-8a8b-4956-9e86-1b49a989bad0 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 944 time: 0.0516040 Sep 07 04:34:32.485903 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:32.502889 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2a643bad-d8ba-4e88-87f7-a466dc752fd4 req-cef3f6c0-a825-4006-8cbb-21259c979b73 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329125 Sep 07 04:34:33.621894 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b17f6-01d7-4944-9e7f-d0f548b23fb5 req-cfe1d105-1d2e-455d-a1fe-ab9a3823a575 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:33.623425 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-888b17f6-01d7-4944-9e7f-d0f548b23fb5 req-cfe1d105-1d2e-455d-a1fe-ab9a3823a575 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 944 time: 0.0510073 Sep 07 04:34:33.662056 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-888b17f6-01d7-4944-9e7f-d0f548b23fb5 req-507e1b90-cffc-45d1-aeaa-2468583aac97 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320055 Sep 07 04:34:34.253539 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 05147852-8b97-44df-a012-1ef2983815b0 up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:34:34.351818 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:34.377819 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port 05147852-8b97-44df-a012-1ef2983815b0 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:34:34.382615 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port 05147852-8b97-44df-a012-1ef2983815b0 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:34:34.383823 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:34.460393 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:34.482900 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d21da7b-99cf-4b7f-a22b-1227b0ade2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05147852-8b97-44df-a012-1ef2983815b0'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:34:34.485148 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9577b722-d62b-4a14-8358-4cd76db9a0b0" -d '{"events": [{"server_uuid": "9d21da7b-99cf-4b7f-a22b-1227b0ade2f3", "name": "network-vif-plugged", "status": "completed", "tag": "05147852-8b97-44df-a012-1ef2983815b0"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:34:34.497959 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 05147852-8b97-44df-a012-1ef2983815b0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=05147852-8b97-44df-a012-1ef2983815b0,segment=NetworkSegment(cfe5abd2-5be5-406a-b9f5-5596db348f17),segment_id=cfe5abd2-5be5-406a-b9f5-5596db348f17)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:34:34.521929 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e075dac-fcd3-4cc8-96bf-faf5118a3cbc x-openstack-request-id: req-2e075dac-fcd3-4cc8-96bf-faf5118a3cbc {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:34:34.522221 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d21da7b-99cf-4b7f-a22b-1227b0ade2f3", "name": "network-vif-plugged", "status": "completed", "tag": "05147852-8b97-44df-a012-1ef2983815b0", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:34:34.522477 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e075dac-fcd3-4cc8-96bf-faf5118a3cbc {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:34:34.522874 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d21da7b-99cf-4b7f-a22b-1227b0ade2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05147852-8b97-44df-a012-1ef2983815b0', 'code': 200} Sep 07 04:34:34.580669 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:34.633827 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=05147852-8b97-44df-a012-1ef2983815b0,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:34.781765 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edf20f-15fe-42c9-9fce-c45729ac6f06 req-8e39dccc-f575-4527-af93-acb883ced8c8 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:34.783161 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-07edf20f-15fe-42c9-9fce-c45729ac6f06 req-8e39dccc-f575-4527-af93-acb883ced8c8 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 944 time: 0.0481987 Sep 07 04:34:34.822811 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-07edf20f-15fe-42c9-9fce-c45729ac6f06 req-237b6b63-a341-4fb3-9673-d61eecfca682 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333366 Sep 07 04:34:35.737868 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552b92f-cd97-482d-afd4-93c51bb6727a req-2a35d0fd-158c-4757-85ca-cdf3b6ca5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:35.739433 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4552b92f-cd97-482d-afd4-93c51bb6727a req-2a35d0fd-158c-4757-85ca-cdf3b6ca5a19 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 1098 time: 0.0407739 Sep 07 04:34:35.783351 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4552b92f-cd97-482d-afd4-93c51bb6727a req-82c36ff6-d213-458d-b934-ca1a5d1ed502 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278137 Sep 07 04:34:35.949570 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd17ba-5b46-4d08-a1e1-0c88fa324188 req-a07bee77-aa96-437c-a0b4-4bd68408fadf tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:35.951041 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1dcd17ba-5b46-4d08-a1e1-0c88fa324188 req-a07bee77-aa96-437c-a0b4-4bd68408fadf tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 944 time: 0.0541449 Sep 07 04:34:35.990115 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1dcd17ba-5b46-4d08-a1e1-0c88fa324188 req-1772d374-ab3d-4da4-b6ea-41d6f5047f03 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327034 Sep 07 04:34:36.256128 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device f602c2ba-447d-4f73-acfa-d9a125bf7662 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:34:36.349692 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port f602c2ba-447d-4f73-acfa-d9a125bf7662, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f602c2ba-447d-4f73-acfa-d9a125bf7662,segment=NetworkSegment(cfe5abd2-5be5-406a-b9f5-5596db348f17),segment_id=cfe5abd2-5be5-406a-b9f5-5596db348f17)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:34:36.361449 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': 'f602c2ba-447d-4f73-acfa-d9a125bf7662', 'network_id': 'c17a6419-1b26-4e6e-b7a1-2340b9a5785b', 'port_id': 'f602c2ba-447d-4f73-acfa-d9a125bf7662', 'mac_address': 'fa:16:3e:c3:e9:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85bf212c-084f-42e5-9646-fcbba187f4b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:34:36.401726 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:36.414502 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f602c2ba-447d-4f73-acfa-d9a125bf7662 {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:34:36.434853 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port f602c2ba-447d-4f73-acfa-d9a125bf7662, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f602c2ba-447d-4f73-acfa-d9a125bf7662,segment=NetworkSegment(cfe5abd2-5be5-406a-b9f5-5596db348f17),segment_id=cfe5abd2-5be5-406a-b9f5-5596db348f17)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:34:36.511541 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:36.559633 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=f602c2ba-447d-4f73-acfa-d9a125bf7662,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:36.827383 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 35312) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:36.920141 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['f602c2ba-447d-4f73-acfa-d9a125bf7662'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:34:36.936778 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-98c62923-57b5-4b21-ae16-393970b77ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:37.026222 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-98c62923-57b5-4b21-ae16-393970b77ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:37.087870 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-98c62923-57b5-4b21-ae16-393970b77ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:37.141625 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c62923-57b5-4b21-ae16-393970b77ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334e7184-a053-4f11-82b1-c905397f47d3,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:37.153648 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-98c62923-57b5-4b21-ae16-393970b77ac9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd5baaff4ba94152bce8ac0f114f7277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249691 Sep 07 04:34:37.156176 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 35320) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:37.171326 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfcf1c-2fe0-4152-9e52-d61a451a58a4 req-dd613d9a-3756-4a4b-af58-8cc446a9be2b tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:37.177133 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-31bfcf1c-2fe0-4152-9e52-d61a451a58a4 req-dd613d9a-3756-4a4b-af58-8cc446a9be2b tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 945 time: 0.1168339 Sep 07 04:34:37.231639 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-31bfcf1c-2fe0-4152-9e52-d61a451a58a4 req-04798c4c-2c0c-4446-ad23-67d342526ebf tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500386 Sep 07 04:34:37.235040 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-76970101-1a28-42fc-9246-845dba8f95c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:37.266464 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-76970101-1a28-42fc-9246-845dba8f95c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:37.388828 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-76970101-1a28-42fc-9246-845dba8f95c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:37.391344 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-76970101-1a28-42fc-9246-845dba8f95c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:37.392957 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-76970101-1a28-42fc-9246-845dba8f95c2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/334e7184-a053-4f11-82b1-c905397f47d3 HTTP/1.1" status: 204 len: 168 time: 0.2353275 Sep 07 04:34:37.403373 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76970101-1a28-42fc-9246-845dba8f95c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334e7184-a053-4f11-82b1-c905397f47d3,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:38.066232 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 35340) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:38.079682 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-acf96425-04d5-4ea6-b686-2d15a7ee3015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:38.166054 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-acf96425-04d5-4ea6-b686-2d15a7ee3015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:38.254338 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-acf96425-04d5-4ea6-b686-2d15a7ee3015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:38.294710 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf96425-04d5-4ea6-b686-2d15a7ee3015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d86a6e-7136-4a36-8679-ebe7d11b0849,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:38.299056 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-acf96425-04d5-4ea6-b686-2d15a7ee3015 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a423665976fc4e03a520ce2b94283a79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318089 Sep 07 04:34:38.302276 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 35346) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:38.351027 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-a2e155f5-1c60-40a9-84ef-e933cd124cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:38.363861 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969038e8-cd8a-4c08-8cea-41826df84155 req-597d7357-435b-4ec1-b1ee-a2e6e789031f tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:38.365391 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-969038e8-cd8a-4c08-8cea-41826df84155 req-597d7357-435b-4ec1-b1ee-a2e6e789031f tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 945 time: 0.0478826 Sep 07 04:34:38.376037 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-a2e155f5-1c60-40a9-84ef-e933cd124cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:38.404835 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-969038e8-cd8a-4c08-8cea-41826df84155 req-0367adb9-69a3-464e-98af-e1b975188778 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326397 Sep 07 04:34:38.482850 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-a2e155f5-1c60-40a9-84ef-e933cd124cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:38.485693 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-a2e155f5-1c60-40a9-84ef-e933cd124cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:38.486900 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-a2e155f5-1c60-40a9-84ef-e933cd124cd5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2d86a6e-7136-4a36-8679-ebe7d11b0849 HTTP/1.1" status: 204 len: 168 time: 0.1838191 Sep 07 04:34:38.496204 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e155f5-1c60-40a9-84ef-e933cd124cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d86a6e-7136-4a36-8679-ebe7d11b0849,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:39.551040 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb0e1a-5ccf-49b5-92c8-1cac718e0935 req-92ad7b00-2516-4fb4-9538-c86c6be28db7 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:39.567314 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3abb0e1a-5ccf-49b5-92c8-1cac718e0935 req-92ad7b00-2516-4fb4-9538-c86c6be28db7 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 945 time: 0.0734892 Sep 07 04:34:39.603476 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3abb0e1a-5ccf-49b5-92c8-1cac718e0935 req-513e766e-a8fd-448c-8746-fae6d0318e67 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408678 Sep 07 04:34:40.350367 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device f602c2ba-447d-4f73-acfa-d9a125bf7662 up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:34:40.462709 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port f602c2ba-447d-4f73-acfa-d9a125bf7662 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:34:40.467348 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port f602c2ba-447d-4f73-acfa-d9a125bf7662 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:34:40.467737 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:40.551713 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:40.578532 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a0619d-c581-44e8-9be8-4f83f4e619e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f602c2ba-447d-4f73-acfa-d9a125bf7662'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:34:40.580868 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c530a501-af36-4e55-932b-ca344b740b01" -d '{"events": [{"server_uuid": "b8a0619d-c581-44e8-9be8-4f83f4e619e3", "name": "network-vif-plugged", "status": "completed", "tag": "f602c2ba-447d-4f73-acfa-d9a125bf7662"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:34:40.594364 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port f602c2ba-447d-4f73-acfa-d9a125bf7662, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f602c2ba-447d-4f73-acfa-d9a125bf7662,segment=NetworkSegment(cfe5abd2-5be5-406a-b9f5-5596db348f17),segment_id=cfe5abd2-5be5-406a-b9f5-5596db348f17)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:34:40.624580 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66364f9d-e656-48a9-bd65-1769d210ef95 x-openstack-request-id: req-66364f9d-e656-48a9-bd65-1769d210ef95 {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:34:40.624874 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a0619d-c581-44e8-9be8-4f83f4e619e3", "name": "network-vif-plugged", "status": "completed", "tag": "f602c2ba-447d-4f73-acfa-d9a125bf7662", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:34:40.625124 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66364f9d-e656-48a9-bd65-1769d210ef95 {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:34:40.625523 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a0619d-c581-44e8-9be8-4f83f4e619e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f602c2ba-447d-4f73-acfa-d9a125bf7662', 'code': 200} Sep 07 04:34:40.700189 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:40.722324 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ec473-72f8-45e5-a290-82a31382603e req-b673ab47-079e-4dfd-9e3b-667ecc044da2 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:40.723778 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8f8ec473-72f8-45e5-a290-82a31382603e req-b673ab47-079e-4dfd-9e3b-667ecc044da2 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 945 time: 0.0489810 Sep 07 04:34:40.750607 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=f602c2ba-447d-4f73-acfa-d9a125bf7662,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:40.771417 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8f8ec473-72f8-45e5-a290-82a31382603e req-bb15535d-3877-4aba-a935-4fc0f915d233 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405321 Sep 07 04:34:41.928340 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3a7ce-a886-43d0-b22d-b36b27305315 req-7f5f8a18-4ea7-4dd4-9a24-8ace41d0d043 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:41.929998 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-14a3a7ce-a886-43d0-b22d-b36b27305315 req-7f5f8a18-4ea7-4dd4-9a24-8ace41d0d043 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0847116 Sep 07 04:34:41.945687 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2ad3d-0080-4101-8409-ff36976e98f3 req-cf204d10-3e24-49a0-a182-5bf1ff92db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:41.947138 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fda2ad3d-0080-4101-8409-ff36976e98f3 req-cf204d10-3e24-49a0-a182-5bf1ff92db02 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 1099 time: 0.0628943 Sep 07 04:34:41.993282 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-14a3a7ce-a886-43d0-b22d-b36b27305315 req-243f3310-15ae-45b0-ac95-71031abdc499 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505316 Sep 07 04:34:42.002494 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fda2ad3d-0080-4101-8409-ff36976e98f3 req-7bce5fa1-6d9d-4016-9746-2cda82cc32a2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443246 Sep 07 04:34:43.115435 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c32b5-87c8-4fe7-8e80-a3c5437879d1 req-661aab15-e7c2-4ece-bc40-e8b79a1e4919 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:43.116997 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-499c32b5-87c8-4fe7-8e80-a3c5437879d1 req-661aab15-e7c2-4ece-bc40-e8b79a1e4919 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0502868 Sep 07 04:34:43.156135 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-499c32b5-87c8-4fe7-8e80-a3c5437879d1 req-26c9dd04-e92d-4166-99af-24cfee620900 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321577 Sep 07 04:34:44.270196 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da971cd-3061-47fb-b541-2fa837ef901d req-bb815db2-9900-44b6-9e1f-91fd73ebf9e2 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:44.271753 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9da971cd-3061-47fb-b541-2fa837ef901d req-bb815db2-9900-44b6-9e1f-91fd73ebf9e2 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0487707 Sep 07 04:34:44.310802 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9da971cd-3061-47fb-b541-2fa837ef901d req-c9fe4750-e40d-4348-a028-d4772f6e2b06 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323496 Sep 07 04:34:44.934935 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46d127-c912-4c92-b4d1-649a7451329b req-ea837239-2a65-4099-982f-8a60646eaf73 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:44.936430 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ab46d127-c912-4c92-b4d1-649a7451329b req-ea837239-2a65-4099-982f-8a60646eaf73 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0531034 Sep 07 04:34:44.977365 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ab46d127-c912-4c92-b4d1-649a7451329b req-314165f9-ed62-47b8-939f-5f7de881ffb3 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348248 Sep 07 04:34:46.093787 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be4041-72b1-4083-8e39-2ed7e743995c req-281c2ace-8ae5-4b6e-b5c4-0240f010c08b tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:46.095266 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-51be4041-72b1-4083-8e39-2ed7e743995c req-281c2ace-8ae5-4b6e-b5c4-0240f010c08b tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0477076 Sep 07 04:34:46.132687 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-51be4041-72b1-4083-8e39-2ed7e743995c req-bff36cd3-0a3f-453f-b9b3-993c1c4c8782 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313718 Sep 07 04:34:47.251923 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0938849-a5b4-4ed9-b83e-b9337d84d27e req-691d90b4-0fdf-4ca5-a2c1-c1d491183df4 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:47.253422 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e0938849-a5b4-4ed9-b83e-b9337d84d27e req-691d90b4-0fdf-4ca5-a2c1-c1d491183df4 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0518467 Sep 07 04:34:47.291980 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e0938849-a5b4-4ed9-b83e-b9337d84d27e req-602ae040-797f-43ff-ad8d-de6459cbc55e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326233 Sep 07 04:34:47.499288 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9984044-c0ba-437b-8cee-133b1563b803 req-c040c1f9-efd5-49ac-95f0-8cbdf56c2eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:47.500858 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d9984044-c0ba-437b-8cee-133b1563b803 req-c040c1f9-efd5-49ac-95f0-8cbdf56c2eea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05b33c35f8434484aa03a579ecde878e&device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 1099 time: 0.0499117 Sep 07 04:34:47.613431 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9984044-c0ba-437b-8cee-133b1563b803 req-5e5b9387-57ec-49f5-b7be-b54ef0a6c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:47.615011 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d9984044-c0ba-437b-8cee-133b1563b803 req-5e5b9387-57ec-49f5-b7be-b54ef0a6c773 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b HTTP/1.1" status: 200 len: 919 time: 0.0846057 Sep 07 04:34:47.662445 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d9984044-c0ba-437b-8cee-133b1563b803 req-e8555dd2-7428-462d-b869-d7c062c4e392 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f602c2ba-447d-4f73-acfa-d9a125bf7662 HTTP/1.1" status: 200 len: 217 time: 0.0391576 Sep 07 04:34:47.725479 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9984044-c0ba-437b-8cee-133b1563b803 req-2e6ce6f3-32df-4847-baa8-7ee1aa0817a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:47.726924 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d9984044-c0ba-437b-8cee-133b1563b803 req-2e6ce6f3-32df-4847-baa8-7ee1aa0817a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=85bf212c-084f-42e5-9646-fcbba187f4b6 HTTP/1.1" status: 200 len: 858 time: 0.0434129 Sep 07 04:34:47.772010 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d9984044-c0ba-437b-8cee-133b1563b803 req-9a478bf7-6af6-4260-a891-9285e90dc4cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247681 Sep 07 04:34:47.868199 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d9984044-c0ba-437b-8cee-133b1563b803 req-44ed9055-98a1-44e4-8b57-e5afed53a8b4 service neutron] 10.222.0.54 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840611 Sep 07 04:34:47.966334 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d9984044-c0ba-437b-8cee-133b1563b803 req-00197378-c26e-4f1e-a41d-be57d6e81007 service neutron] 10.222.0.54 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889220 Sep 07 04:34:48.406094 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a434-1d36-496c-b660-1729e6ecc4d6 req-341c780d-d22c-4f25-9213-aa597bfa0cd0 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:48.407564 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0bd1a434-1d36-496c-b660-1729e6ecc4d6 req-341c780d-d22c-4f25-9213-aa597bfa0cd0 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0485432 Sep 07 04:34:48.444590 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0bd1a434-1d36-496c-b660-1729e6ecc4d6 req-5acc4103-8a22-454d-a8d7-4f22f598afba tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310018 Sep 07 04:34:49.560898 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec308fc-bb6c-47ee-9672-84cf46a400aa req-5eb80426-4943-499a-99b5-c4196a109892 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:49.562422 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0ec308fc-bb6c-47ee-9672-84cf46a400aa req-5eb80426-4943-499a-99b5-c4196a109892 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0520072 Sep 07 04:34:49.599988 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0ec308fc-bb6c-47ee-9672-84cf46a400aa req-8f45c445-2dfb-4cb8-8b06-ba6a3fdd6556 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316467 Sep 07 04:34:50.723762 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbffff-4d85-4522-b7e8-7ba98a58a5ff req-6bf50e5f-3423-44fa-ad8a-ec5e2da10495 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:50.725254 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e8cbffff-4d85-4522-b7e8-7ba98a58a5ff req-6bf50e5f-3423-44fa-ad8a-ec5e2da10495 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0527182 Sep 07 04:34:50.764718 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e8cbffff-4d85-4522-b7e8-7ba98a58a5ff req-4e3b7021-9739-4203-8195-2c8a25fc8bda tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334504 Sep 07 04:34:51.879183 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68417bdf-1552-475f-8e54-1e5455f948a3 req-b354d710-3242-4304-b99e-5577a08cacf0 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:51.880607 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-68417bdf-1552-475f-8e54-1e5455f948a3 req-b354d710-3242-4304-b99e-5577a08cacf0 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0490551 Sep 07 04:34:51.918369 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-68417bdf-1552-475f-8e54-1e5455f948a3 req-ca7ea74e-884c-43d0-954d-aca4d6fe8e2b tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318272 Sep 07 04:34:52.118427 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa65bf-4186-4602-9abc-f69556db010d req-94e6fd0c-89a7-4b92-9e82-5961899aa6c6 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:52.120063 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f2fa65bf-4186-4602-9abc-f69556db010d req-94e6fd0c-89a7-4b92-9e82-5961899aa6c6 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0540054 Sep 07 04:34:52.160629 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f2fa65bf-4186-4602-9abc-f69556db010d req-84ec0549-fa1a-40d6-8f8d-bc323cf844ee tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330396 Sep 07 04:34:53.060395 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aa289-cee3-40d7-bfbc-6c32b2ccc897 req-847715ee-6331-4a81-9466-92f540520272 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:53.062655 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-147aa289-cee3-40d7-bfbc-6c32b2ccc897 req-847715ee-6331-4a81-9466-92f540520272 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0731168 Sep 07 04:34:53.108533 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-147aa289-cee3-40d7-bfbc-6c32b2ccc897 req-f7e4ddc9-b0ff-41b7-aee4-74833578f584 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393670 Sep 07 04:34:53.305475 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229ac34-3f4a-45ca-bf6e-f4814dfc3ccb req-7b4da287-5c5a-455a-84b3-3372e884edcd tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:53.307082 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3229ac34-3f4a-45ca-bf6e-f4814dfc3ccb req-7b4da287-5c5a-455a-84b3-3372e884edcd tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0558152 Sep 07 04:34:53.354392 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3229ac34-3f4a-45ca-bf6e-f4814dfc3ccb req-af7b03bf-419e-4103-9b88-a19dae0a982f tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400202 Sep 07 04:34:54.066598 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-2fa6710e-c847-42c3-8bcc-891192401bdd tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:54.066598 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-2fa6710e-c847-42c3-8bcc-891192401bdd tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/networks?id=ef7d546e-a3f2-450b-8000-b3a8ff82b02d HTTP/1.1" status: 200 len: 815 time: 0.1170096 Sep 07 04:34:54.066598 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-e3998149-40bf-415d-8a8c-e346533d3caf tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/quotas/b099fc569a934243895533d64d9bfd57 HTTP/1.1" status: 200 len: 375 time: 0.0092714 Sep 07 04:34:54.103641 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-eff14c9d-bdf8-405d-88ee-3a8d7fb6c1cc tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b099fc569a934243895533d64d9bfd57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472703 Sep 07 04:34:54.222771 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-e700cc1f-7aed-4957-968f-f0b4f79e5614 service neutron] 10.222.0.55 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119950 Sep 07 04:34:54.266291 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2ba43-281d-4a39-acbe-1e8ec4270a65 req-94274334-5bc3-4398-92af-8ec639142c28 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:54.267793 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6bd2ba43-281d-4a39-acbe-1e8ec4270a65 req-94274334-5bc3-4398-92af-8ec639142c28 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0875716 Sep 07 04:34:54.356025 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6bd2ba43-281d-4a39-acbe-1e8ec4270a65 req-98d151dc-2ce9-483c-afab-8ba711d99901 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819123 Sep 07 04:34:54.359720 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-ef7b5230-a5f2-44f1-a827-0a0c5490f895 service neutron] 10.222.0.55 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299152 Sep 07 04:34:54.479848 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebf913-8702-4fa7-8cb1-5fd09a495d14 req-e6f93734-5d43-45f8-9d90-9893147b7aac tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:54.481589 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2aebf913-8702-4fa7-8cb1-5fd09a495d14 req-e6f93734-5d43-45f8-9d90-9893147b7aac tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0506647 Sep 07 04:34:54.521313 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2aebf913-8702-4fa7-8cb1-5fd09a495d14 req-7f316061-6f89-46e2-8e18-f4d55ebc2ea4 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339494 Sep 07 04:34:54.588246 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-67bec160-401d-4e2a-a8c6-101648fe3d5b req-a9e4d2b7-3993-4303-b519-18638df9dfb2 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 210 time: 0.0304947 Sep 07 04:34:54.732409 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:34:55.696429 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806630eb-7a2d-4dd2-b9b0-9b0316ab5b16 req-6ae3a81e-e690-4e59-aaac-f2e27af95469 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:55.697900 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-806630eb-7a2d-4dd2-b9b0-9b0316ab5b16 req-6ae3a81e-e690-4e59-aaac-f2e27af95469 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.2731481 Sep 07 04:34:55.710103 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2ad41-4bce-4cd3-8c26-ed935194f230 req-f360372d-bb29-4191-a051-d0b694c65537 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:55.711475 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-84b2ad41-4bce-4cd3-8c26-ed935194f230 req-f360372d-bb29-4191-a051-d0b694c65537 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0631485 Sep 07 04:34:55.763717 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-806630eb-7a2d-4dd2-b9b0-9b0316ab5b16 req-323b2893-af21-43cf-99fe-b2aa8a45e74d tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512345 Sep 07 04:34:55.768331 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-84b2ad41-4bce-4cd3-8c26-ed935194f230 req-97794e65-2b96-48b8-bf2f-a7bde7bba121 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503628 Sep 07 04:34:55.845480 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d1daf33c-bf9f-4778-841a-38b4bbedfcb6 req-71644d95-830a-42c8-99ed-d2012452d081 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 210 time: 0.0280025 Sep 07 04:34:56.713854 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-a7044b33-87ba-4e0b-a9a0-720c106e0115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:56.904377 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256a92a-e224-4e16-b380-7d7e27eacb93 req-7a9c10ef-6dd2-4ae4-9970-e4d3b64df4a8 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:56.905896 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6256a92a-e224-4e16-b380-7d7e27eacb93 req-7a9c10ef-6dd2-4ae4-9970-e4d3b64df4a8 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0749753 Sep 07 04:34:56.916645 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac4152-7d51-4f25-87d3-56c2c38c8826 req-41bae925-14fa-4c9a-80ee-9edfa59112ff tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:56.918147 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b2ac4152-7d51-4f25-87d3-56c2c38c8826 req-41bae925-14fa-4c9a-80ee-9edfa59112ff tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0764384 Sep 07 04:34:56.966965 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6256a92a-e224-4e16-b380-7d7e27eacb93 req-a76a9dac-9f01-470e-9707-8429286c84d4 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472877 Sep 07 04:34:56.979955 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b2ac4152-7d51-4f25-87d3-56c2c38c8826 req-2ddc4b65-0e11-4d25-ae50-4ebba5404c85 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535672 Sep 07 04:34:57.053103 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8716d0fa-bc46-4f09-9860-80c32214b8a9 req-cc5e1526-d140-41a6-b40c-6562f99f4cbd tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 210 time: 0.0287688 Sep 07 04:34:57.987195 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16b116-15fd-4cc4-87c7-a4ecc6bced20 req-4e1fe3b3-e5cf-4ef2-8dcb-04e8fc13dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:57.988715 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cc16b116-15fd-4cc4-87c7-a4ecc6bced20 req-4e1fe3b3-e5cf-4ef2-8dcb-04e8fc13dc1b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68ad0ff139cd4db998515714ae022f66&device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 1099 time: 0.0423865 Sep 07 04:34:58.193948 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28108895-9cfb-49c0-9ab4-5feae7599a48 req-c9c2980a-2a05-46d5-9f35-bbe329336c6e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:58.195456 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-28108895-9cfb-49c0-9ab4-5feae7599a48 req-c9c2980a-2a05-46d5-9f35-bbe329336c6e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.1295884 Sep 07 04:34:58.197206 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16b116-15fd-4cc4-87c7-a4ecc6bced20 req-127c2ad2-c8d6-4d2f-bd74-58d38b80f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:58.198536 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cc16b116-15fd-4cc4-87c7-a4ecc6bced20 req-127c2ad2-c8d6-4d2f-bd74-58d38b80f6a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=164936fd-3e30-49d0-9274-2523f41a60c3 HTTP/1.1" status: 200 len: 917 time: 0.1785092 Sep 07 04:34:58.215963 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a89bd-9a12-4b4a-b61d-e2c4421c4e98 req-02c72787-8ac2-4ede-9222-3dd686eccd92 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:58.217299 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4e5a89bd-9a12-4b4a-b61d-e2c4421c4e98 req-02c72787-8ac2-4ede-9222-3dd686eccd92 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.1139717 Sep 07 04:34:58.313677 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-28108895-9cfb-49c0-9ab4-5feae7599a48 req-4c07a057-d828-48db-bf2c-b34e8e346570 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110270 Sep 07 04:34:58.333431 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4e5a89bd-9a12-4b4a-b61d-e2c4421c4e98 req-b9cf0629-1199-4e0c-ba63-438a2dc535d4 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073480 Sep 07 04:34:58.342626 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cc16b116-15fd-4cc4-87c7-a4ecc6bced20 req-b6999650-c3dc-4684-8301-45ec5590058b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db772293-f10a-4e5f-b463-a8106f1a986c HTTP/1.1" status: 200 len: 1002 time: 0.1243832 Sep 07 04:34:58.411550 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-36424f70-cffc-480d-9423-6f99a5100bd8 req-5d4ef448-5ba4-4052-96eb-8fecf5ed8d98 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 210 time: 0.0314553 Sep 07 04:34:58.419036 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16b116-15fd-4cc4-87c7-a4ecc6bced20 req-05d01183-5939-45ab-8da4-87c60a58636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:58.420412 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cc16b116-15fd-4cc4-87c7-a4ecc6bced20 req-05d01183-5939-45ab-8da4-87c60a58636a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1a0f6fd-6cb9-4727-a121-2a2dee89b16f HTTP/1.1" status: 200 len: 855 time: 0.0674033 Sep 07 04:34:58.468733 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16b116-15fd-4cc4-87c7-a4ecc6bced20 req-b097cc34-5e76-4816-80dd-36c882ce92e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:58.470104 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cc16b116-15fd-4cc4-87c7-a4ecc6bced20 req-b097cc34-5e76-4816-80dd-36c882ce92e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=164936fd-3e30-49d0-9274-2523f41a60c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401578 Sep 07 04:34:58.573754 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cc16b116-15fd-4cc4-87c7-a4ecc6bced20 req-401447bc-7f6b-41c0-92e2-231e95fff3ba service neutron] 10.222.0.54 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952640 Sep 07 04:34:58.683525 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cc16b116-15fd-4cc4-87c7-a4ecc6bced20 req-b4bb1ac1-5f9b-4972-9bfd-20e3e7d5af60 service neutron] 10.222.0.54 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985255 Sep 07 04:34:59.018435 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 35796) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:59.147718 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-a42165d0-53ac-4f41-af31-b212940991a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:59.151601 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-29fdaacb-f666-4e52-a979-a7b770d9cfc9 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:59.152203 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-29fdaacb-f666-4e52-a979-a7b770d9cfc9 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.54 "GET /v2.0/networks?id=ef7d546e-a3f2-450b-8000-b3a8ff82b02d HTTP/1.1" status: 200 len: 815 time: 0.1128852 Sep 07 04:34:59.177109 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Request body: {'port': {'device_id': '0afb9a82-4700-4872-bd8a-cbd8ae492995', 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d', 'admin_state_up': True, 'tenant_id': 'b099fc569a934243895533d64d9bfd57'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:34:59.241500 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-a42165d0-53ac-4f41-af31-b212940991a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:59.345553 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-a42165d0-53ac-4f41-af31-b212940991a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:59.413552 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-a42165d0-53ac-4f41-af31-b212940991a8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f07b8946674449e883f77b0898fa367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917217 Sep 07 04:34:59.413552 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42165d0-53ac-4f41-af31-b212940991a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cf71c9-5000-406c-a7e1-470f1f2b59d2,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:59.414594 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 35816) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:34:59.436954 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42165d0-53ac-4f41-af31-b212940991a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:59.437504 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42165d0-53ac-4f41-af31-b212940991a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:59.438004 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42165d0-53ac-4f41-af31-b212940991a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:59.438500 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42165d0-53ac-4f41-af31-b212940991a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:59.438838 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42165d0-53ac-4f41-af31-b212940991a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:59.439177 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42165d0-53ac-4f41-af31-b212940991a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:59.439510 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42165d0-53ac-4f41-af31-b212940991a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:59.439843 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42165d0-53ac-4f41-af31-b212940991a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:59.440173 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42165d0-53ac-4f41-af31-b212940991a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:59.440521 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42165d0-53ac-4f41-af31-b212940991a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:59.440848 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42165d0-53ac-4f41-af31-b212940991a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:59.441174 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42165d0-53ac-4f41-af31-b212940991a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:34:59.481349 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0709a181-fa32-4f46-8e1e-0adb6df268a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:59.491970 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Made reservation on behalf of b099fc569a934243895533d64d9bfd57 for: {'port': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:34:59.495644 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:59.506823 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0709a181-fa32-4f46-8e1e-0adb6df268a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:59.515450 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707876b-bfce-4afd-9361-a626772dbfaf req-72fbf5d0-5505-42c8-9e0c-097feb7c666b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:59.516980 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2707876b-bfce-4afd-9361-a626772dbfaf req-72fbf5d0-5505-42c8-9e0c-097feb7c666b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0963664 Sep 07 04:34:59.526854 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29d3f1-8045-40e3-af3e-f0d940dda3bd req-1ee9b143-b174-450e-bcd8-16be62924652 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:34:59.528992 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4c29d3f1-8045-40e3-af3e-f0d940dda3bd req-1ee9b143-b174-450e-bcd8-16be62924652 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.1322644 Sep 07 04:34:59.579233 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-af85f46d-3af5-4713-8115-ac93b5584f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:59.612682 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2707876b-bfce-4afd-9361-a626772dbfaf req-859bacc7-f3c4-4d6b-9c5d-b1aea02b1e42 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760550 Sep 07 04:34:59.612682 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4c29d3f1-8045-40e3-af3e-f0d940dda3bd req-9e77c50e-75d2-46a4-9f45-fe2595afde4a tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753710 Sep 07 04:34:59.625395 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:59.679348 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0709a181-fa32-4f46-8e1e-0adb6df268a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:59.682348 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0709a181-fa32-4f46-8e1e-0adb6df268a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:59.686210 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-0709a181-fa32-4f46-8e1e-0adb6df268a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/66cf71c9-5000-406c-a7e1-470f1f2b59d2 HTTP/1.1" status: 204 len: 168 time: 0.2674739 Sep 07 04:34:59.693372 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709a181-fa32-4f46-8e1e-0adb6df268a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cf71c9-5000-406c-a7e1-470f1f2b59d2,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:34:59.738182 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-92c448c5-8ce9-40fd-8230-5c9c882404bc req-0dc87a3b-d3c9-4abb-9d31-703c20ee56d5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 210 time: 0.0664880 Sep 07 04:34:59.813807 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Allocated IP 172.20.0.12 (ef7d546e-a3f2-450b-8000-b3a8ff82b02d/7faf0073-8af2-4618-bd78-9149ff6adc98/2cf78d6a-82ed-4057-97ab-b1351591bf22) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:34:59.970908 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:00.068392 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:00.120381 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Network ef7d546e-a3f2-450b-8000-b3a8ff82b02d is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:35:00.125369 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:35:00.130760 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:35:00.134481 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Pushing event updated for resources: {'Port': ['ID=2cf78d6a-82ed-4057-97ab-b1351591bf22,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:00.148811 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['674fa64e-df35-45b3-a06c-eec2726f1621', '43f74f6c-93a5-45ba-8c2d-7aa5452179e9', '7942ff84-52a8-4c01-b390-a113c3f5fa32'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:35:00.166993 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:00.167560 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:00.167677 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:00.167984 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:00.168339 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:00.168707 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:00.170945 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:00.170945 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:00.170945 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:00.170945 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:00.170945 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:00.170945 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:00.193170 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:00.193869 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:00.299834 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-d19b6fad-b65d-4b16-aa73-e44358f6e117 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1266294 Sep 07 04:35:00.318190 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 35838) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:00.320298 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Request body: {'port': {'device_id': '0afb9a82-4700-4872-bd8a-cbd8ae492995', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:35:00.332546 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-215e4a43-3188-4b98-b893-2828b14e9a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:00.376949 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:00.430544 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-215e4a43-3188-4b98-b893-2828b14e9a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:00.502275 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-215e4a43-3188-4b98-b893-2828b14e9a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:00.530580 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:00.540433 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-215e4a43-3188-4b98-b893-2828b14e9a0b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9801930d9a964b6b9e264e2f2ba6197f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206576 Sep 07 04:35:00.544060 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 35846) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:00.551833 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e4a43-3188-4b98-b893-2828b14e9a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cda74c-ecd0-4b01-bc1d-dffbc74c5b5e,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:00.597520 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0fe114ce-3f56-4fc5-ae9b-0a55a2add3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:00.618458 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0fe114ce-3f56-4fc5-ae9b-0a55a2add3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:00.686117 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf78d6a-82ed-4057-97ab-b1351591bf22 {{(pid=94312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:35:00.708298 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:00.770562 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0fe114ce-3f56-4fc5-ae9b-0a55a2add3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:00.774307 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Transition to ACTIVE for port object 2cf78d6a-82ed-4057-97ab-b1351591bf22 will not be triggered until provisioned by entity L2. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:35:00.774969 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0fe114ce-3f56-4fc5-ae9b-0a55a2add3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:00.781310 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-0fe114ce-3f56-4fc5-ae9b-0a55a2add3fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/63cda74c-ecd0-4b01-bc1d-dffbc74c5b5e HTTP/1.1" status: 204 len: 168 time: 0.2310772 Sep 07 04:35:00.785793 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe114ce-3f56-4fc5-ae9b-0a55a2add3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cda74c-ecd0-4b01-bc1d-dffbc74c5b5e,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:00.800727 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089bc5e-8e4b-48df-8790-83ed2f91fe65 req-5afe6042-707e-4f99-a5ae-60dfc0011654 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:00.807106 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3089bc5e-8e4b-48df-8790-83ed2f91fe65 req-5afe6042-707e-4f99-a5ae-60dfc0011654 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0796726 Sep 07 04:35:00.821444 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd5f31-b948-4253-b3f0-69907cafa9f1 req-a18f2223-827a-462f-95c0-fc026d122c03 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:00.824975 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-61dd5f31-b948-4253-b3f0-69907cafa9f1 req-a18f2223-827a-462f-95c0-fc026d122c03 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.1005619 Sep 07 04:35:00.884701 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:00.893275 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3089bc5e-8e4b-48df-8790-83ed2f91fe65 req-0660bebd-00cb-4990-b82c-4b151cadc210 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627067 Sep 07 04:35:00.926621 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-61dd5f31-b948-4253-b3f0-69907cafa9f1 req-13e37323-00b4-4beb-82fb-dc42b1afa628 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973690 Sep 07 04:35:00.949637 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf78d6a-82ed-4057-97ab-b1351591bf22,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:01.062114 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Attempting to bind port 2cf78d6a-82ed-4057-97ab-b1351591bf22 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:35:01.062453 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Attempting to bind port 2cf78d6a-82ed-4057-97ab-b1351591bf22 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8447a8f6-0f41-4776-a4f5-377df63dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d'}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:35:01.062781 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Attempting to bind port 2cf78d6a-82ed-4057-97ab-b1351591bf22 on network ef7d546e-a3f2-450b-8000-b3a8ff82b02d {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:35:01.068235 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Port 2cf78d6a-82ed-4057-97ab-b1351591bf22 on network ef7d546e-a3f2-450b-8000-b3a8ff82b02d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:35:01.068665 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Attempting to bind port 2cf78d6a-82ed-4057-97ab-b1351591bf22 on network ef7d546e-a3f2-450b-8000-b3a8ff82b02d {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:35:01.076216 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:35:01.076589 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Checking segment: {'id': '8447a8f6-0f41-4776-a4f5-377df63dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:35:01.076975 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Bound using segment: {'id': '8447a8f6-0f41-4776-a4f5-377df63dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d'} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:35:01.077402 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Bound port: 2cf78d6a-82ed-4057-97ab-b1351591bf22, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447a8f6-0f41-4776-a4f5-377df63dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d'}}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:35:01.077783 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:01.088223 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d9e1b-45bf-46f4-974c-1eb546a3b7e7 req-c02185a5-2830-4a9a-bc46-6eb83b564357 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:01.090111 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-308d9e1b-45bf-46f4-974c-1eb546a3b7e7 req-c02185a5-2830-4a9a-bc46-6eb83b564357 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 944 time: 0.0753765 Sep 07 04:35:01.170812 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-308d9e1b-45bf-46f4-974c-1eb546a3b7e7 req-4fa1f22f-e840-4707-b68f-9a23f557b7aa tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722115 Sep 07 04:35:01.186652 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] For port 2cf78d6a-82ed-4057-97ab-b1351591bf22, host hv-cinder-80403, cleared binding levels {{(pid=94312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:35:01.189742 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] For port 2cf78d6a-82ed-4057-97ab-b1351591bf22, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2cf78d6a-82ed-4057-97ab-b1351591bf22,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:35:01.245355 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:01.285432 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:01.286174 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:01.287946 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] 10.222.0.54 "PUT /v2.0/ports/2cf78d6a-82ed-4057-97ab-b1351591bf22 HTTP/1.1" status: 200 len: 1094 time: 0.9720380 Sep 07 04:35:01.288476 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afb9a82-4700-4872-bd8a-cbd8ae492995', 'tag': '2cf78d6a-82ed-4057-97ab-b1351591bf22'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:35:01.290891 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2454260-0fd9-41ee-a66b-27fe0a9ca1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0afb9a82-4700-4872-bd8a-cbd8ae492995", "tag": "2cf78d6a-82ed-4057-97ab-b1351591bf22"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:35:01.315782 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9333b1-f19b-457d-b95f-86892ad3b333 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf78d6a-82ed-4057-97ab-b1351591bf22,revision_number=3']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:01.332140 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efda36b-7634-4d6c-a597-dbce13685e8f x-openstack-request-id: req-7efda36b-7634-4d6c-a597-dbce13685e8f {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:35:01.332431 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afb9a82-4700-4872-bd8a-cbd8ae492995", "tag": "2cf78d6a-82ed-4057-97ab-b1351591bf22", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:35:01.332727 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7efda36b-7634-4d6c-a597-dbce13685e8f {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:35:01.333126 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afb9a82-4700-4872-bd8a-cbd8ae492995', 'tag': '2cf78d6a-82ed-4057-97ab-b1351591bf22', 'status': 'completed', 'code': 200} Sep 07 04:35:01.438049 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2454260-0fd9-41ee-a66b-27fe0a9ca1f0 req-1b940ebd-5d02-4ff1-b5c6-961d9dc03409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:01.439566 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c2454260-0fd9-41ee-a66b-27fe0a9ca1f0 req-1b940ebd-5d02-4ff1-b5c6-961d9dc03409 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b099fc569a934243895533d64d9bfd57&device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 1097 time: 0.0407147 Sep 07 04:35:01.550892 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2454260-0fd9-41ee-a66b-27fe0a9ca1f0 req-c2ed89f5-7a06-435b-b207-b2fb7c215b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:01.552410 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c2454260-0fd9-41ee-a66b-27fe0a9ca1f0 req-c2ed89f5-7a06-435b-b207-b2fb7c215b89 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b099fc569a934243895533d64d9bfd57&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0934396 Sep 07 04:35:01.650604 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2454260-0fd9-41ee-a66b-27fe0a9ca1f0 req-61f3205d-09b3-470b-b363-890b548a8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:01.652078 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c2454260-0fd9-41ee-a66b-27fe0a9ca1f0 req-61f3205d-09b3-470b-b363-890b548a8b50 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883756 Sep 07 04:35:01.787675 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-6374a32f-2416-4499-903d-139fa5569096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:01.789202 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-6374a32f-2416-4499-903d-139fa5569096 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b099fc569a934243895533d64d9bfd57&device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 1097 time: 0.0455065 Sep 07 04:35:01.866477 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-54ae9f6b-2533-40a8-bdf9-1c104a94d40b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cf78d6a-82ed-4057-97ab-b1351591bf22 HTTP/1.1" status: 200 len: 217 time: 0.0352323 Sep 07 04:35:01.926631 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-19559c7c-54ae-455a-986a-33c97d3b455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:01.928248 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-19559c7c-54ae-455a-986a-33c97d3b455e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7faf0073-8af2-4618-bd78-9149ff6adc98 HTTP/1.1" status: 200 len: 855 time: 0.0530293 Sep 07 04:35:01.965433 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-17d2ac4b-6e77-4368-8922-e2161c1497a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef7d546e-a3f2-450b-8000-b3a8ff82b02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276732 Sep 07 04:35:02.125436 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f596a8-2386-42a0-8f86-ac7080c72fb9 req-b7b10ef4-f46a-49d5-8e0e-c9e902efb9c9 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:02.127272 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f2f596a8-2386-42a0-8f86-ac7080c72fb9 req-b7b10ef4-f46a-49d5-8e0e-c9e902efb9c9 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.1542320 Sep 07 04:35:02.170526 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-a36dba4b-21f2-45d5-b224-1e918b272699 service neutron] 10.222.0.54 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868515 Sep 07 04:35:02.188999 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da8df5-a38d-4d40-8521-10949277f680 req-578e0a13-d7da-4632-bd67-e2ab2ad1a515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:02.190506 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b6da8df5-a38d-4d40-8521-10949277f680 req-578e0a13-d7da-4632-bd67-e2ab2ad1a515 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.1509411 Sep 07 04:35:02.217458 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f2f596a8-2386-42a0-8f86-ac7080c72fb9 req-fb4edee4-6602-46e6-b71a-37eb74bdfcbb tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806310 Sep 07 04:35:02.295788 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b6da8df5-a38d-4d40-8521-10949277f680 req-b798ebe0-feed-450b-ab12-df234aaea8bc tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919821 Sep 07 04:35:02.349862 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f412bb47-bb3b-47c2-90df-4b91fefb1def req-4cd0dbb4-fb57-4368-a5c9-36f0946a183d service neutron] 10.222.0.54 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560440 Sep 07 04:35:02.368865 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021b227-a665-4895-99d5-7ca600a6d48b req-2f8e8a5a-6e5d-4bda-8bbc-8a7989e7b30d tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:02.370332 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3021b227-a665-4895-99d5-7ca600a6d48b req-2f8e8a5a-6e5d-4bda-8bbc-8a7989e7b30d tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 944 time: 0.0721760 Sep 07 04:35:02.410341 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3021b227-a665-4895-99d5-7ca600a6d48b req-8fd09c25-e1b4-4a92-a2e2-46ff6361519e tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331142 Sep 07 04:35:02.462144 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:03.348872 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a338c36-f278-4046-a183-c69b883044fd req-0ef58550-41f9-4b2f-ae09-50be442b9127 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:03.350541 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3a338c36-f278-4046-a183-c69b883044fd req-0ef58550-41f9-4b2f-ae09-50be442b9127 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0535417 Sep 07 04:35:03.414484 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3a338c36-f278-4046-a183-c69b883044fd req-6840d9f9-34b4-4e04-a831-eb17a7403c1b tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572627 Sep 07 04:35:03.433461 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aecde8-be24-4ae1-9ce0-611af83db3ed req-dd005827-e277-4214-9579-7e6d8c932e30 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:03.435958 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-72aecde8-be24-4ae1-9ce0-611af83db3ed req-dd005827-e277-4214-9579-7e6d8c932e30 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0631816 Sep 07 04:35:03.474162 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-72aecde8-be24-4ae1-9ce0-611af83db3ed req-e342e24c-87c8-4f3f-842b-bb002c0e91d1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317805 Sep 07 04:35:03.535694 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0aee1-65dd-42db-9c0e-e69833bb5c6b req-4f0781cd-cfc6-49a4-a2ca-fb05c25105ca tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:03.537217 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-24c0aee1-65dd-42db-9c0e-e69833bb5c6b req-4f0781cd-cfc6-49a4-a2ca-fb05c25105ca tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 944 time: 0.0547926 Sep 07 04:35:03.581237 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-24c0aee1-65dd-42db-9c0e-e69833bb5c6b req-7a89d12e-b40f-4e3b-86ef-48a64c6d9b51 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334165 Sep 07 04:35:03.736431 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 35988) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:03.885432 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8841ee03-a259-48d5-b1d4-ee1d2a9a492e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:03.985574 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8841ee03-a259-48d5-b1d4-ee1d2a9a492e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:04.008926 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 35998) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:04.061984 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8841ee03-a259-48d5-b1d4-ee1d2a9a492e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:04.131672 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-8841ee03-a259-48d5-b1d4-ee1d2a9a492e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1c163203da94ecda8e843ea00ae277a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941185 Sep 07 04:35:04.132452 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841ee03-a259-48d5-b1d4-ee1d2a9a492e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470eb08f-9043-485c-a262-c8d9aaea98dc,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:04.134364 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 36002) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:04.135259 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c1999496-31b9-486f-9935-0f079557e21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:04.190860 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-407d846b-4d87-4b7c-b318-324f786b2920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:04.214732 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-407d846b-4d87-4b7c-b318-324f786b2920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:04.240343 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c1999496-31b9-486f-9935-0f079557e21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:04.301611 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c1999496-31b9-486f-9935-0f079557e21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:04.330254 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-407d846b-4d87-4b7c-b318-324f786b2920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:04.332883 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-407d846b-4d87-4b7c-b318-324f786b2920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:04.334662 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-407d846b-4d87-4b7c-b318-324f786b2920 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/470eb08f-9043-485c-a262-c8d9aaea98dc HTTP/1.1" status: 204 len: 168 time: 0.1985166 Sep 07 04:35:04.342513 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d846b-4d87-4b7c-b318-324f786b2920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470eb08f-9043-485c-a262-c8d9aaea98dc,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:04.348229 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1999496-31b9-486f-9935-0f079557e21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d26707-5fea-4489-9c57-856820ded731,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:04.353492 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-c1999496-31b9-486f-9935-0f079557e21c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b1555be978548cbb2c2f038cc4521bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432078 Sep 07 04:35:04.356934 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 36008) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:04.390641 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:04.408548 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-f37b0e43-0ef5-4341-a515-ea97b8bae48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:04.430419 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-f37b0e43-0ef5-4341-a515-ea97b8bae48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:04.536126 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9a9bd-219e-42a5-aa30-9d028d0659c2 req-aa0c4890-ab6d-4d2d-8c8d-baf5f70bee76 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:04.537799 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e4d9a9bd-219e-42a5-aa30-9d028d0659c2 req-aa0c4890-ab6d-4d2d-8c8d-baf5f70bee76 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0532947 Sep 07 04:35:04.585506 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-f37b0e43-0ef5-4341-a515-ea97b8bae48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:04.588260 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-f37b0e43-0ef5-4341-a515-ea97b8bae48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:04.589882 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-f37b0e43-0ef5-4341-a515-ea97b8bae48d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/14d26707-5fea-4489-9c57-856820ded731 HTTP/1.1" status: 204 len: 168 time: 0.2315831 Sep 07 04:35:04.598657 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b0e43-0ef5-4341-a515-ea97b8bae48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d26707-5fea-4489-9c57-856820ded731,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:04.604133 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e4d9a9bd-219e-42a5-aa30-9d028d0659c2 req-2684d716-d6d9-4b97-aa25-2bcd00dfef71 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578997 Sep 07 04:35:04.631898 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c3919-ea83-4dcf-8f09-a55301b87200 req-c74b0ab1-3988-47a7-95c6-7f8f3ab9ad14 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:04.634220 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-504c3919-ea83-4dcf-8f09-a55301b87200 req-c74b0ab1-3988-47a7-95c6-7f8f3ab9ad14 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0815899 Sep 07 04:35:04.713505 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-504c3919-ea83-4dcf-8f09-a55301b87200 req-bd01008a-7ec1-4eba-9997-336c88f70ef4 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729632 Sep 07 04:35:04.750063 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1c918-60bc-4379-9f53-adab1a9bf7b1 req-909f6023-fc2a-4a4e-8a10-ee9b166426e1 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:04.751871 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c8e1c918-60bc-4379-9f53-adab1a9bf7b1 req-909f6023-fc2a-4a4e-8a10-ee9b166426e1 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 944 time: 0.0759578 Sep 07 04:35:04.792548 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c8e1c918-60bc-4379-9f53-adab1a9bf7b1 req-70ae436c-a3ae-44ae-97b6-d055ba56fbc0 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343254 Sep 07 04:35:05.029109 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 36026) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:05.042416 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8d107d2a-9262-4b08-8714-91a4a6b94039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:05.134716 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8d107d2a-9262-4b08-8714-91a4a6b94039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:05.190584 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8d107d2a-9262-4b08-8714-91a4a6b94039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:05.229137 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-8d107d2a-9262-4b08-8714-91a4a6b94039 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8fc44476d85437fb12af2cc90034f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987877 Sep 07 04:35:05.229992 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d107d2a-9262-4b08-8714-91a4a6b94039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d3a53d-8c3b-4c95-b4f4-0c5b2b551c89,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:05.231763 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 36028) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:05.281848 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b0b74a47-9456-4390-a430-390b60d6f0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:05.286757 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 36030) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:05.299530 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5630c707-e3ad-4480-a86a-aa42695ef253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:05.305353 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b0b74a47-9456-4390-a430-390b60d6f0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:05.396243 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5630c707-e3ad-4480-a86a-aa42695ef253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:05.419218 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b0b74a47-9456-4390-a430-390b60d6f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:05.421792 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b0b74a47-9456-4390-a430-390b60d6f0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:05.422971 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-b0b74a47-9456-4390-a430-390b60d6f0a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/70d3a53d-8c3b-4c95-b4f4-0c5b2b551c89 HTTP/1.1" status: 204 len: 168 time: 0.1902220 Sep 07 04:35:05.431120 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b74a47-9456-4390-a430-390b60d6f0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d3a53d-8c3b-4c95-b4f4-0c5b2b551c89,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:05.475938 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5630c707-e3ad-4480-a86a-aa42695ef253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:05.514089 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-5630c707-e3ad-4480-a86a-aa42695ef253 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a31a7c5e5edb4e8e8b0bbf29dd376acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261798 Sep 07 04:35:05.516307 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630c707-e3ad-4480-a86a-aa42695ef253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135de3b3-772f-482b-a575-bdd63453c66e,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:05.516873 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 36036) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:05.577184 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9222c5e3-7a7e-4b03-806b-aed685ac0536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:05.597533 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9222c5e3-7a7e-4b03-806b-aed685ac0536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:05.727428 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9222c5e3-7a7e-4b03-806b-aed685ac0536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:05.727649 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78646672-8b15-44c3-9e30-181ad79e61a1 req-a89cf688-b375-4f9f-86be-a6114a6b4de3 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:05.729157 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-78646672-8b15-44c3-9e30-181ad79e61a1 req-a89cf688-b375-4f9f-86be-a6114a6b4de3 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0548558 Sep 07 04:35:05.730152 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9222c5e3-7a7e-4b03-806b-aed685ac0536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:05.731784 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-9222c5e3-7a7e-4b03-806b-aed685ac0536 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/135de3b3-772f-482b-a575-bdd63453c66e HTTP/1.1" status: 204 len: 168 time: 0.2137270 Sep 07 04:35:05.742999 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222c5e3-7a7e-4b03-806b-aed685ac0536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135de3b3-772f-482b-a575-bdd63453c66e,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:05.777154 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-78646672-8b15-44c3-9e30-181ad79e61a1 req-0b83a570-a2f1-4c7b-8b74-1f165a8f5f2a tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416110 Sep 07 04:35:05.880237 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35a382-d1a6-47c7-8c6f-436c6c372a26 req-8363ba34-aa4b-4fb6-8a95-cd68d34a4ff8 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:05.881888 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2f35a382-d1a6-47c7-8c6f-436c6c372a26 req-8363ba34-aa4b-4fb6-8a95-cd68d34a4ff8 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0701463 Sep 07 04:35:05.958793 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2f35a382-d1a6-47c7-8c6f-436c6c372a26 req-9b2c3f80-e839-4a6d-b7ce-8537d3c97c6f tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668247 Sep 07 04:35:05.970957 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044be22-7dd1-4944-91fe-87de719b5e60 req-2717480b-ed66-4f9d-a11c-0485aeecbc50 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:05.974866 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6044be22-7dd1-4944-91fe-87de719b5e60 req-2717480b-ed66-4f9d-a11c-0485aeecbc50 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 944 time: 0.0896916 Sep 07 04:35:06.027238 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6044be22-7dd1-4944-91fe-87de719b5e60 req-1c20a67b-6e1e-4544-8a64-a83363e8744e tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469632 Sep 07 04:35:06.481678 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 2cf78d6a-82ed-4057-97ab-b1351591bf22 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:35:06.578660 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 2cf78d6a-82ed-4057-97ab-b1351591bf22, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2cf78d6a-82ed-4057-97ab-b1351591bf22,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:35:06.591280 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': '2cf78d6a-82ed-4057-97ab-b1351591bf22', 'network_id': 'ef7d546e-a3f2-450b-8000-b3a8ff82b02d', 'port_id': '2cf78d6a-82ed-4057-97ab-b1351591bf22', 'mac_address': 'fa:16:3e:e7:ff:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7faf0073-8af2-4618-bd78-9149ff6adc98', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:35:06.633439 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:06.646393 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf78d6a-82ed-4057-97ab-b1351591bf22 {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:35:06.674821 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 2cf78d6a-82ed-4057-97ab-b1351591bf22, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2cf78d6a-82ed-4057-97ab-b1351591bf22,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:35:06.744999 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:06.795447 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=2cf78d6a-82ed-4057-97ab-b1351591bf22,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:06.802719 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:06.803099 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:06.803472 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:06.803821 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:06.804356 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:06.804794 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:06.805138 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:06.805475 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:06.805819 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:06.806150 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:06.806478 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:06.806806 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:06.909433 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2c8d4-0bf1-4d4d-b5d3-869cda59912c req-334eb701-477a-4217-b14f-c455ff6b2a40 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:06.911108 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-04e2c8d4-0bf1-4d4d-b5d3-869cda59912c req-334eb701-477a-4217-b14f-c455ff6b2a40 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0502045 Sep 07 04:35:06.959432 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-04e2c8d4-0bf1-4d4d-b5d3-869cda59912c req-61f064ff-e0a4-4d97-aac9-def8baf0b243 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414064 Sep 07 04:35:07.108792 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b39d7-739e-43f7-9b07-4b8deba1546a req-73fb5f7c-77f4-47bc-b661-09309608d782 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:07.110445 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a96b39d7-739e-43f7-9b07-4b8deba1546a req-73fb5f7c-77f4-47bc-b661-09309608d782 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0650184 Sep 07 04:35:07.189341 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e17157-f84e-4edb-8a6d-afc72e91c5be req-e64630c7-1c9c-4c14-9d58-03aa2957b0a8 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:07.190819 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b5e17157-f84e-4edb-8a6d-afc72e91c5be req-e64630c7-1c9c-4c14-9d58-03aa2957b0a8 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 945 time: 0.0777147 Sep 07 04:35:07.194062 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a96b39d7-739e-43f7-9b07-4b8deba1546a req-9740546d-8f33-41ad-85cd-7c0eea22cfd9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713696 Sep 07 04:35:07.228538 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b5e17157-f84e-4edb-8a6d-afc72e91c5be req-4a42502a-faf1-4473-b712-053484d7d233 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317731 Sep 07 04:35:07.424690 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['2cf78d6a-82ed-4057-97ab-b1351591bf22'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:35:07.467401 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 36094) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:07.586977 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0d6d6d9f-1255-42cc-8927-3f854b4efcce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:07.675876 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0d6d6d9f-1255-42cc-8927-3f854b4efcce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:07.724790 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0d6d6d9f-1255-42cc-8927-3f854b4efcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:07.768660 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-0d6d6d9f-1255-42cc-8927-3f854b4efcce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=05c36acdbf91462abe23deba401082fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000669 Sep 07 04:35:07.769749 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d6d9f-1255-42cc-8927-3f854b4efcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c1991a-e831-40a8-a21b-cf3e562efc15,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:07.771448 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 36098) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:07.818262 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c772bbc1-37d3-4c3c-997d-3c96f340e99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:07.839190 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c772bbc1-37d3-4c3c-997d-3c96f340e99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:07.958741 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c772bbc1-37d3-4c3c-997d-3c96f340e99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:07.961478 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c772bbc1-37d3-4c3c-997d-3c96f340e99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:07.962615 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-c772bbc1-37d3-4c3c-997d-3c96f340e99e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21c1991a-e831-40a8-a21b-cf3e562efc15 HTTP/1.1" status: 204 len: 168 time: 0.1901979 Sep 07 04:35:07.971041 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772bbc1-37d3-4c3c-997d-3c96f340e99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c1991a-e831-40a8-a21b-cf3e562efc15,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:08.093719 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708a745-8e14-43fa-9536-b74fbbb3054a req-38252047-0280-4ec9-9775-430a350993ff tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:08.095262 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e708a745-8e14-43fa-9536-b74fbbb3054a req-38252047-0280-4ec9-9775-430a350993ff tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0492218 Sep 07 04:35:08.134304 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e708a745-8e14-43fa-9536-b74fbbb3054a req-5bf55bab-9375-4990-bfd2-f7405867f45c tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328860 Sep 07 04:35:08.570280 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cc1fe-ccf2-4915-aaa3-f499148c1868 req-ae129849-cc92-447f-83e9-c23955b18998 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:08.571755 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4d0cc1fe-ccf2-4915-aaa3-f499148c1868 req-ae129849-cc92-447f-83e9-c23955b18998 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.3021114 Sep 07 04:35:08.600469 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ea7f8-d3fc-44d7-a3ee-6b73e4ecf470 req-5f51a5aa-a65b-4570-93ea-ec8aa1d569f3 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:08.601798 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b50ea7f8-d3fc-44d7-a3ee-6b73e4ecf470 req-5f51a5aa-a65b-4570-93ea-ec8aa1d569f3 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 945 time: 0.2957292 Sep 07 04:35:08.635356 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4d0cc1fe-ccf2-4915-aaa3-f499148c1868 req-850cc19c-8cb8-4e90-98e3-6d31ec60d664 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559194 Sep 07 04:35:08.661138 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b50ea7f8-d3fc-44d7-a3ee-6b73e4ecf470 req-353e926f-3fca-4915-90b1-a36069cb87c7 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513883 Sep 07 04:35:09.249754 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0a105-e614-4712-b5b9-e8088981e0d4 req-e08f1181-fe2b-446c-ad53-97a58da4c58f tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:09.251506 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-88f0a105-e614-4712-b5b9-e8088981e0d4 req-e08f1181-fe2b-446c-ad53-97a58da4c58f tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0506845 Sep 07 04:35:09.288829 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-88f0a105-e614-4712-b5b9-e8088981e0d4 req-0cd90728-3b0b-4bce-8b66-83d0f0b3b0cd tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312042 Sep 07 04:35:09.809016 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480f729-3b87-4f94-a577-fa89851e8a2c req-b2c9d477-b40c-4072-8181-c807317390a3 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:09.810640 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2480f729-3b87-4f94-a577-fa89851e8a2c req-b2c9d477-b40c-4072-8181-c807317390a3 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0803559 Sep 07 04:35:09.827437 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a28a7-e1a8-4cf0-9a8f-f05b757de61c req-0b5fed05-4f26-4004-aa0a-663f78c749b2 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:09.829115 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a84a28a7-e1a8-4cf0-9a8f-f05b757de61c req-0b5fed05-4f26-4004-aa0a-663f78c749b2 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 945 time: 0.0694637 Sep 07 04:35:09.879666 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2480f729-3b87-4f94-a577-fa89851e8a2c req-18c4f464-e72b-4705-88bb-0ed3c3d66d75 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495811 Sep 07 04:35:09.892029 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a84a28a7-e1a8-4cf0-9a8f-f05b757de61c req-6cdf5e92-bb78-494a-bbf8-e9d889a091b3 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478373 Sep 07 04:35:10.404106 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b48c7d-a96e-46ad-a0c7-69d43f9bef70 req-3fcc538c-0cb7-40bf-8c55-048ec249b2b2 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:10.405487 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b1b48c7d-a96e-46ad-a0c7-69d43f9bef70 req-3fcc538c-0cb7-40bf-8c55-048ec249b2b2 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0512168 Sep 07 04:35:10.442698 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b1b48c7d-a96e-46ad-a0c7-69d43f9bef70 req-3e337002-3610-47c0-8544-0e99db41e2cc tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310519 Sep 07 04:35:11.028968 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c06cc-89cc-409e-aa4c-7df7556258ca req-bef7baca-da4e-4111-967c-a8b4301ae8b8 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:11.030438 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ec7c06cc-89cc-409e-aa4c-7df7556258ca req-bef7baca-da4e-4111-967c-a8b4301ae8b8 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0762482 Sep 07 04:35:11.050934 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc01f97-fee0-4000-b1e1-261101e4a493 req-f4ff9a79-058e-427d-bab3-62711e8b2388 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:11.052243 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fbc01f97-fee0-4000-b1e1-261101e4a493 req-f4ff9a79-058e-427d-bab3-62711e8b2388 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 945 time: 0.0717416 Sep 07 04:35:11.093841 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ec7c06cc-89cc-409e-aa4c-7df7556258ca req-53debe71-430f-44b4-b85e-6bce09267b63 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563958 Sep 07 04:35:11.105367 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fbc01f97-fee0-4000-b1e1-261101e4a493 req-80da668a-37ba-4865-938e-fcb73d8a2823 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458679 Sep 07 04:35:11.557409 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d215a6b-f241-4f63-af90-7a185f25370e req-071abfb7-5f79-48e5-9363-b60ba894b6d8 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:11.559465 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9d215a6b-f241-4f63-af90-7a185f25370e req-071abfb7-5f79-48e5-9363-b60ba894b6d8 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0503626 Sep 07 04:35:11.596392 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9d215a6b-f241-4f63-af90-7a185f25370e req-9b8403db-af22-4b31-b785-13c6b252acd9 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310221 Sep 07 04:35:12.237921 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ddffc-8f62-4d1a-9f5f-c9743a083bec req-437340d5-c2f4-4b25-a29f-24db66b99db4 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:12.239421 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0f8ddffc-8f62-4d1a-9f5f-c9743a083bec req-437340d5-c2f4-4b25-a29f-24db66b99db4 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0743229 Sep 07 04:35:12.247807 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fd25e-20a8-42f3-9af0-c90ad27f5fd4 req-9965009f-6677-46b4-98b3-3d9bd4300319 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:12.249234 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9e4fd25e-20a8-42f3-9af0-c90ad27f5fd4 req-9965009f-6677-46b4-98b3-3d9bd4300319 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 945 time: 0.0748084 Sep 07 04:35:12.299061 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0f8ddffc-8f62-4d1a-9f5f-c9743a083bec req-e36bb874-3883-497f-b555-f1880ef9b144 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488660 Sep 07 04:35:12.319324 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9e4fd25e-20a8-42f3-9af0-c90ad27f5fd4 req-7c8278e2-1032-43d4-8845-b6ce4602a83b tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630293 Sep 07 04:35:12.718962 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256bc15-6508-4255-a381-ecb9f213fa59 req-9b151241-ca77-4230-a619-bcd262790f4d tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:12.720322 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c256bc15-6508-4255-a381-ecb9f213fa59 req-9b151241-ca77-4230-a619-bcd262790f4d tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0509446 Sep 07 04:35:12.758602 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c256bc15-6508-4255-a381-ecb9f213fa59 req-daabe257-9f4b-46d9-ae39-a11411c0ed85 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324488 Sep 07 04:35:12.943935 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 2cf78d6a-82ed-4057-97ab-b1351591bf22 up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:35:13.055904 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port 2cf78d6a-82ed-4057-97ab-b1351591bf22 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:35:13.060634 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port 2cf78d6a-82ed-4057-97ab-b1351591bf22 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:35:13.064051 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:13.138362 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:13.160245 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afb9a82-4700-4872-bd8a-cbd8ae492995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf78d6a-82ed-4057-97ab-b1351591bf22'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:35:13.162457 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead9154d-e847-4678-a172-2c4a653f86ed" -d '{"events": [{"server_uuid": "0afb9a82-4700-4872-bd8a-cbd8ae492995", "name": "network-vif-plugged", "status": "completed", "tag": "2cf78d6a-82ed-4057-97ab-b1351591bf22"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:35:13.175030 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 2cf78d6a-82ed-4057-97ab-b1351591bf22, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2cf78d6a-82ed-4057-97ab-b1351591bf22,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:35:13.199779 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8c7fca-4db3-4485-adad-e789e1d309ac x-openstack-request-id: req-0c8c7fca-4db3-4485-adad-e789e1d309ac {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:35:13.200096 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afb9a82-4700-4872-bd8a-cbd8ae492995", "name": "network-vif-plugged", "status": "completed", "tag": "2cf78d6a-82ed-4057-97ab-b1351591bf22", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:35:13.200470 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c8c7fca-4db3-4485-adad-e789e1d309ac {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:35:13.200930 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afb9a82-4700-4872-bd8a-cbd8ae492995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf78d6a-82ed-4057-97ab-b1351591bf22', 'code': 200} Sep 07 04:35:13.239119 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:13.292045 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=2cf78d6a-82ed-4057-97ab-b1351591bf22,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:13.454196 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41232ab-a588-4788-9edb-cd2827c1e2e0 req-8b6b19dd-b4ef-4501-8810-748a94ce6806 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:13.455974 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f41232ab-a588-4788-9edb-cd2827c1e2e0 req-8b6b19dd-b4ef-4501-8810-748a94ce6806 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0787222 Sep 07 04:35:13.473705 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92d1f3-7892-4a74-af10-b0f5e07d8a06 req-a2a3a7da-a937-4ffd-a77a-bbcaddc1255d tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:13.475193 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ed92d1f3-7892-4a74-af10-b0f5e07d8a06 req-a2a3a7da-a937-4ffd-a77a-bbcaddc1255d tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 946 time: 0.0838430 Sep 07 04:35:13.547238 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f41232ab-a588-4788-9edb-cd2827c1e2e0 req-5a71b4fe-110a-41fd-b6b2-8c8d2f58b42e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845602 Sep 07 04:35:13.565820 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ed92d1f3-7892-4a74-af10-b0f5e07d8a06 req-30513ac6-7447-4b5c-9893-95aab31e4844 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808878 Sep 07 04:35:13.579374 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bc189-b73e-4720-85d7-c7222e0bc596 req-8272fffc-d085-4efd-bd35-659cf6eea889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:13.580872 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3b1bc189-b73e-4720-85d7-c7222e0bc596 req-8272fffc-d085-4efd-bd35-659cf6eea889 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 1099 time: 0.0750782 Sep 07 04:35:13.619383 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3b1bc189-b73e-4720-85d7-c7222e0bc596 req-2630b4e2-a97c-4352-93bb-8965b7d86ef4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281518 Sep 07 04:35:13.876130 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611af75-bfc0-4b90-bca4-cb83cfce7fee req-b02502ca-f822-42d2-bd0c-05af41981bd9 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:13.877633 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e611af75-bfc0-4b90-bca4-cb83cfce7fee req-b02502ca-f822-42d2-bd0c-05af41981bd9 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0482433 Sep 07 04:35:13.914755 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e611af75-bfc0-4b90-bca4-cb83cfce7fee req-0f983e78-adce-47e2-86ec-6b9bc1639dbb tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310946 Sep 07 04:35:14.705771 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ae5d7-8464-4e0e-bc85-6a36fed7cc3a req-f003f836-243e-4f24-b812-9c8834438f2f tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:14.707289 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-191ae5d7-8464-4e0e-bc85-6a36fed7cc3a req-f003f836-243e-4f24-b812-9c8834438f2f tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0885475 Sep 07 04:35:14.716549 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1341e59-5158-427b-9a48-1011dc0fc824 req-c5a931e8-aaad-4b49-b83e-8a83d31f11a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:14.721979 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c1341e59-5158-427b-9a48-1011dc0fc824 req-c5a931e8-aaad-4b49-b83e-8a83d31f11a5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 946 time: 0.0862305 Sep 07 04:35:14.772380 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-191ae5d7-8464-4e0e-bc85-6a36fed7cc3a req-97eed591-4b97-47cc-be23-3fe272b5d659 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529337 Sep 07 04:35:14.780229 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c1341e59-5158-427b-9a48-1011dc0fc824 req-c633b1ae-cee3-401a-b5bd-e9ae47ff34d2 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543444 Sep 07 04:35:15.032117 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4469e1-3cb5-4fdb-a04d-9850e1362220 req-42fb74eb-726c-491c-a6e3-b3c789e9d942 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:15.033620 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ab4469e1-3cb5-4fdb-a04d-9850e1362220 req-42fb74eb-726c-491c-a6e3-b3c789e9d942 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0510674 Sep 07 04:35:15.070500 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ab4469e1-3cb5-4fdb-a04d-9850e1362220 req-79227009-46ca-4cf6-a1a9-655d5ce00e5b tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308897 Sep 07 04:35:15.647262 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 36248) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:15.750503 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a874fcfd-cb85-4826-a808-6754ce9c35a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:15.846624 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a874fcfd-cb85-4826-a808-6754ce9c35a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:15.923470 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256c26-a841-4a30-ad5f-1d8e8a624f23 req-7043a427-ac9e-4ffe-8fe9-1f9f0c8cc9c6 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:15.924992 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e1256c26-a841-4a30-ad5f-1d8e8a624f23 req-7043a427-ac9e-4ffe-8fe9-1f9f0c8cc9c6 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 946 time: 0.0768561 Sep 07 04:35:15.932244 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5aedd7-787d-4e25-924e-2e5dd2844f04 req-5df3949c-dd8b-4441-a7f6-d62cff95445b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:15.933801 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6d5aedd7-787d-4e25-924e-2e5dd2844f04 req-5df3949c-dd8b-4441-a7f6-d62cff95445b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0769596 Sep 07 04:35:15.952870 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a874fcfd-cb85-4826-a808-6754ce9c35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:16.031408 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-a874fcfd-cb85-4826-a808-6754ce9c35a4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d00ef2781eb49c4b0bf06f0c51caec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3761141 Sep 07 04:35:16.031582 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 36256) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:16.032107 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6d5aedd7-787d-4e25-924e-2e5dd2844f04 req-0d351b49-25f9-4ed9-9ebd-5c8937ddd251 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915711 Sep 07 04:35:16.034768 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e1256c26-a841-4a30-ad5f-1d8e8a624f23 req-847cd285-c535-4b81-a642-3ccb50401926 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999613 Sep 07 04:35:16.036593 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874fcfd-cb85-4826-a808-6754ce9c35a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027db138-3c6e-4253-b8b3-6ac1880c3c35,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:16.079188 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc231-f3c0-40f1-85fa-8fad55d90dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:16.100927 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc231-f3c0-40f1-85fa-8fad55d90dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:16.189068 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06674e91-3c0c-40c5-b1c5-7726717abee3 req-cc671147-c147-4d9c-b445-dce791132e59 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:16.190643 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-06674e91-3c0c-40c5-b1c5-7726717abee3 req-cc671147-c147-4d9c-b445-dce791132e59 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0518069 Sep 07 04:35:16.228890 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-06674e91-3c0c-40c5-b1c5-7726717abee3 req-92486510-0994-448a-96f6-d057a7de1224 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323975 Sep 07 04:35:16.255620 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc231-f3c0-40f1-85fa-8fad55d90dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:16.258465 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc231-f3c0-40f1-85fa-8fad55d90dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:16.259706 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-ddcbc231-f3c0-40f1-85fa-8fad55d90dbb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/027db138-3c6e-4253-b8b3-6ac1880c3c35 HTTP/1.1" status: 204 len: 168 time: 0.2307162 Sep 07 04:35:16.268205 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbc231-f3c0-40f1-85fa-8fad55d90dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027db138-3c6e-4253-b8b3-6ac1880c3c35,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:17.194882 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1ea5b-dafd-4b33-86d2-a281f1030f20 req-75d23c95-2656-4ac6-8944-7f1986b7f587 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:17.196353 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b7c1ea5b-dafd-4b33-86d2-a281f1030f20 req-75d23c95-2656-4ac6-8944-7f1986b7f587 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0739880 Sep 07 04:35:17.216079 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a085c59-1be9-4e61-aed6-c10679de87d5 req-55c5d1db-429f-4356-9a6e-34b268a9701f tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:17.217496 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9a085c59-1be9-4e61-aed6-c10679de87d5 req-55c5d1db-429f-4356-9a6e-34b268a9701f tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 946 time: 0.0853994 Sep 07 04:35:17.266927 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b7c1ea5b-dafd-4b33-86d2-a281f1030f20 req-35f2d5df-fd4a-4c44-bae8-5dead366e9ef tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637710 Sep 07 04:35:17.274505 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9a085c59-1be9-4e61-aed6-c10679de87d5 req-daff25ad-f2a9-4987-80ed-bfa83b184829 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499697 Sep 07 04:35:17.380114 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3a013-7fd4-4f6e-a631-1b3ce2a24f39 req-745356c6-4c3e-4f31-8cfe-ec2bbdd294b7 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:17.381710 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d6d3a013-7fd4-4f6e-a631-1b3ce2a24f39 req-745356c6-4c3e-4f31-8cfe-ec2bbdd294b7 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0491648 Sep 07 04:35:17.420398 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d6d3a013-7fd4-4f6e-a631-1b3ce2a24f39 req-828d7943-c699-4299-8419-a0453dc8f238 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327220 Sep 07 04:35:18.410579 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda6d77-c602-43d8-963d-3f9d741992e2 req-aa79fb00-1715-4cd4-a5ea-2d9f3ff1eff5 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:18.412320 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-dcda6d77-c602-43d8-963d-3f9d741992e2 req-aa79fb00-1715-4cd4-a5ea-2d9f3ff1eff5 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0530493 Sep 07 04:35:18.457521 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-dcda6d77-c602-43d8-963d-3f9d741992e2 req-e406416f-554c-4433-95a0-96754fe6948d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377381 Sep 07 04:35:18.579967 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc524c-ea84-48ed-9e40-00e229db1666 req-4d53d6e3-27ea-4d34-b2d9-561216ad0aa5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:18.581610 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-02fc524c-ea84-48ed-9e40-00e229db1666 req-4d53d6e3-27ea-4d34-b2d9-561216ad0aa5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 946 time: 0.0792286 Sep 07 04:35:18.602844 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cf7d4-21de-451a-855c-54df471fdbf6 req-f495e2b4-ba2a-4397-820e-ef7d75379aca tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:18.606158 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9d2cf7d4-21de-451a-855c-54df471fdbf6 req-f495e2b4-ba2a-4397-820e-ef7d75379aca tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0726235 Sep 07 04:35:18.654625 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-02fc524c-ea84-48ed-9e40-00e229db1666 req-2af64c27-6b15-4879-b4c0-699d10731fbc tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659196 Sep 07 04:35:18.661646 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9d2cf7d4-21de-451a-855c-54df471fdbf6 req-11eb9406-0cf1-4af6-a6ba-a962efb8c925 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500073 Sep 07 04:35:19.583347 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3a595-ea65-4db9-a8dd-ca18688b3451 req-d7fcbb0f-bffc-4c3a-98d1-150140e79ccc tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:19.583347 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9ac3a595-ea65-4db9-a8dd-ca18688b3451 req-d7fcbb0f-bffc-4c3a-98d1-150140e79ccc tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0513761 Sep 07 04:35:19.632197 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9ac3a595-ea65-4db9-a8dd-ca18688b3451 req-eb031de2-f79a-488e-a7ce-96c1899ae892 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438943 Sep 07 04:35:19.848655 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcfed3-15e7-4ca5-92f6-6ed48149661b req-e81233b5-0b8c-47af-a2fe-2b997e093ec3 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:19.850397 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-eddcfed3-15e7-4ca5-92f6-6ed48149661b req-e81233b5-0b8c-47af-a2fe-2b997e093ec3 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 946 time: 0.1185181 Sep 07 04:35:19.861309 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b4516-658c-4e00-8e66-e3e0959e6314 req-48307f76-ff33-4b50-a979-afca71bb6cbc tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:19.863091 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-da8b4516-658c-4e00-8e66-e3e0959e6314 req-48307f76-ff33-4b50-a979-afca71bb6cbc tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.1195199 Sep 07 04:35:19.874190 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d32200-8e45-4e48-ab42-de21294a5851 req-b365615e-a71a-43ce-af09-d7d2e22d0e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:19.876578 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-17d32200-8e45-4e48-ab42-de21294a5851 req-b365615e-a71a-43ce-af09-d7d2e22d0e9c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 1099 time: 0.1108079 Sep 07 04:35:19.950949 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-eddcfed3-15e7-4ca5-92f6-6ed48149661b req-c8064d27-a7d7-4d4e-8d27-540207a15e0e tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858951 Sep 07 04:35:19.958297 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-17d32200-8e45-4e48-ab42-de21294a5851 req-228b7859-4471-45d1-83bd-2dff0169a855 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649714 Sep 07 04:35:19.961234 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-da8b4516-658c-4e00-8e66-e3e0959e6314 req-fc23c5ba-03f4-49d8-bbca-31b596e2b51f tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838656 Sep 07 04:35:20.752056 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813c7ca-8fb1-4a73-8e91-54b5bf13231f req-2e6ce545-9193-40eb-8db5-2ae6eae365ec tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:20.753562 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9813c7ca-8fb1-4a73-8e91-54b5bf13231f req-2e6ce545-9193-40eb-8db5-2ae6eae365ec tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0483384 Sep 07 04:35:20.790455 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9813c7ca-8fb1-4a73-8e91-54b5bf13231f req-18287395-20ad-426b-81d5-50c3d19a99be tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309157 Sep 07 04:35:21.079264 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa5f03-80a3-4d86-85aa-d8a1b9277e8c req-1169f968-ff9b-4dca-8a05-18e7502eade8 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:21.080808 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-04aa5f03-80a3-4d86-85aa-d8a1b9277e8c req-1169f968-ff9b-4dca-8a05-18e7502eade8 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0498812 Sep 07 04:35:21.118028 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-04aa5f03-80a3-4d86-85aa-d8a1b9277e8c req-960ef178-2de6-40dd-84db-bf68e5928699 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312760 Sep 07 04:35:21.913209 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3924cf-4c52-4d28-a983-59f90c6cc95e req-254d27d6-da81-4325-b8fb-4b8fc524bf10 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:21.915385 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ae3924cf-4c52-4d28-a983-59f90c6cc95e req-254d27d6-da81-4325-b8fb-4b8fc524bf10 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0524149 Sep 07 04:35:21.954699 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ae3924cf-4c52-4d28-a983-59f90c6cc95e req-805271d1-dc34-45f7-ae31-46aa7af009a9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324082 Sep 07 04:35:22.232619 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4763896-a6fa-4973-a8d0-972119ac5fab req-4415ea58-a893-4ff6-8b8f-f0fc1ec11da8 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:22.233995 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e4763896-a6fa-4973-a8d0-972119ac5fab req-4415ea58-a893-4ff6-8b8f-f0fc1ec11da8 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0480988 Sep 07 04:35:22.271197 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e4763896-a6fa-4973-a8d0-972119ac5fab req-807cfe4d-5bb9-4c4e-afe5-0218ce4dd168 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311937 Sep 07 04:35:23.073365 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f43b5c-4a13-406a-9d4b-d31de8775dae req-a88d32da-e955-410e-966c-25fa9ded81b1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:23.075365 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-12f43b5c-4a13-406a-9d4b-d31de8775dae req-a88d32da-e955-410e-966c-25fa9ded81b1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0493262 Sep 07 04:35:23.113264 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-12f43b5c-4a13-406a-9d4b-d31de8775dae req-6afeb4d3-49c3-4962-a28e-1dc6e956e68d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315299 Sep 07 04:35:23.387492 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42849d9-443a-4af7-b20f-151579daf950 req-e4cf427a-6834-406a-a3b4-1a725e890f5a tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:23.389022 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b42849d9-443a-4af7-b20f-151579daf950 req-e4cf427a-6834-406a-a3b4-1a725e890f5a tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0514851 Sep 07 04:35:23.426713 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b42849d9-443a-4af7-b20f-151579daf950 req-acb4856b-692d-4f73-9288-3b94c2ae8c52 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318906 Sep 07 04:35:24.249896 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce7a74-0585-4b3d-ac78-a739e50cef98 req-d60b4104-13bd-442e-b904-e8235aa7abdd tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:24.251637 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-85ce7a74-0585-4b3d-ac78-a739e50cef98 req-d60b4104-13bd-442e-b904-e8235aa7abdd tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0589097 Sep 07 04:35:24.291664 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-85ce7a74-0585-4b3d-ac78-a739e50cef98 req-fd48532a-3273-4c96-9bc0-69249a079c08 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337522 Sep 07 04:35:24.552174 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964e020-cbaa-4c93-9920-e36415053d56 req-795ace4a-dd45-4e15-a08e-24fad08fd753 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:24.554697 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d964e020-cbaa-4c93-9920-e36415053d56 req-795ace4a-dd45-4e15-a08e-24fad08fd753 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0495017 Sep 07 04:35:24.593079 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d964e020-cbaa-4c93-9920-e36415053d56 req-e881d94f-edcc-498c-a68e-cff0f502f388 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333657 Sep 07 04:35:25.410746 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97e1fa-9fa3-40ae-b60b-0448a29ee8c5 req-bb0176aa-a291-4f2d-9fae-44cab03351ca tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:25.412195 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9e97e1fa-9fa3-40ae-b60b-0448a29ee8c5 req-bb0176aa-a291-4f2d-9fae-44cab03351ca tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0510833 Sep 07 04:35:25.449099 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9e97e1fa-9fa3-40ae-b60b-0448a29ee8c5 req-ab25bd01-84ff-486f-b60e-4fd630799b50 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310481 Sep 07 04:35:25.709761 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916138f4-732a-4708-8772-d8fb12b0e44a req-c721dfeb-5827-4f1d-a00f-99378675c18c tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:25.711230 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-916138f4-732a-4708-8772-d8fb12b0e44a req-c721dfeb-5827-4f1d-a00f-99378675c18c tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0478566 Sep 07 04:35:25.748621 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-916138f4-732a-4708-8772-d8fb12b0e44a req-a291d694-5da6-43cd-aaf0-d8d5e2ae75d4 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308714 Sep 07 04:35:26.292356 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device db772293-f10a-4e5f-b463-a8106f1a986c details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:35:26.392099 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port db772293-f10a-4e5f-b463-a8106f1a986c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db772293-f10a-4e5f-b463-a8106f1a986c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:35:26.403588 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': 'db772293-f10a-4e5f-b463-a8106f1a986c', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'port_id': 'db772293-f10a-4e5f-b463-a8106f1a986c', 'mac_address': 'fa:16:3e:4a:51:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:35:26.440104 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:26.452936 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db772293-f10a-4e5f-b463-a8106f1a986c {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:35:26.471600 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port db772293-f10a-4e5f-b463-a8106f1a986c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db772293-f10a-4e5f-b463-a8106f1a986c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:35:26.538701 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:26.573216 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a2766-a098-408b-832c-6f2effdbbccc req-61353dda-633c-4224-bc5c-4719f43210a0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:26.575659 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5c6a2766-a098-408b-832c-6f2effdbbccc req-61353dda-633c-4224-bc5c-4719f43210a0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0524178 Sep 07 04:35:26.585274 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=db772293-f10a-4e5f-b463-a8106f1a986c,revision_number=6']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:26.614563 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5c6a2766-a098-408b-832c-6f2effdbbccc req-ad7c1075-2f18-4dfa-b6a6-246e6b4c0b02 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328391 Sep 07 04:35:26.718252 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-f21028a9-6d06-4262-92f5-b04b76e7a931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:26.862281 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0c1b3-2e57-460b-899e-457a98c41837 req-ea40c33c-32f0-4641-bf0b-c758c97c6180 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:26.863775 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-29e0c1b3-2e57-460b-899e-457a98c41837 req-ea40c33c-32f0-4641-bf0b-c758c97c6180 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0499477 Sep 07 04:35:26.902003 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-29e0c1b3-2e57-460b-899e-457a98c41837 req-391a267f-778b-435d-bff1-a0478e8b4534 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321753 Sep 07 04:35:27.687400 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['db772293-f10a-4e5f-b463-a8106f1a986c'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:35:27.740670 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516aa42c-b841-458c-8458-1d33242f26fb req-d21ac71e-c184-4add-ba6c-faf9c304634e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:27.742190 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-516aa42c-b841-458c-8458-1d33242f26fb req-d21ac71e-c184-4add-ba6c-faf9c304634e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 945 time: 0.0517943 Sep 07 04:35:27.781065 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-516aa42c-b841-458c-8458-1d33242f26fb req-19236a2a-a3df-4d68-ae6c-30c06e5cb03e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327933 Sep 07 04:35:28.031490 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263f53-64d6-44e2-b5d1-0c5da87fdb33 req-8f72cd3b-e7d9-49c1-9c5e-b8b108834c50 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:28.033053 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-33263f53-64d6-44e2-b5d1-0c5da87fdb33 req-8f72cd3b-e7d9-49c1-9c5e-b8b108834c50 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0498734 Sep 07 04:35:28.073836 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-33263f53-64d6-44e2-b5d1-0c5da87fdb33 req-7e726e81-dac8-42f7-a6f4-22d8182081fb tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339177 Sep 07 04:35:28.190642 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75550dbe-a1d3-4de2-bb33-f4c8dc617028 req-f46e8008-2071-4451-85a8-6073c986476e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:28.192102 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-75550dbe-a1d3-4de2-bb33-f4c8dc617028 req-f46e8008-2071-4451-85a8-6073c986476e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0521576 Sep 07 04:35:28.229321 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-75550dbe-a1d3-4de2-bb33-f4c8dc617028 req-516c571a-a143-48b6-a2ed-af5856ddceeb tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309873 Sep 07 04:35:28.901697 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c20d2-027e-4430-9bc1-0e5ec5894be6 req-f0e432b1-ba69-40b5-a8d0-47022025d781 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:28.903973 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-da4c20d2-027e-4430-9bc1-0e5ec5894be6 req-f0e432b1-ba69-40b5-a8d0-47022025d781 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 945 time: 0.0497735 Sep 07 04:35:28.942444 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-da4c20d2-027e-4430-9bc1-0e5ec5894be6 req-d54c6e85-2be3-4c26-8d91-947ae52247cf tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320632 Sep 07 04:35:29.581165 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-6ba61d49-a088-4f59-ab12-db3762edbcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:29.635339 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:30.057979 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70138bb-942d-4460-9edc-82edd94c7ecd req-28344d54-7627-4648-a0cc-e9d8a5ea3e7b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:30.059422 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d70138bb-942d-4460-9edc-82edd94c7ecd req-28344d54-7627-4648-a0cc-e9d8a5ea3e7b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 945 time: 0.0469241 Sep 07 04:35:30.095539 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d70138bb-942d-4460-9edc-82edd94c7ecd req-9598f1a0-6bac-4db5-abb7-09ba4103b61a tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297124 Sep 07 04:35:30.526997 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:31.217040 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6690526-1b28-41df-8303-7516ab4655ea req-de77c8e5-e803-4928-abf4-1f778400a774 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:31.218528 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c6690526-1b28-41df-8303-7516ab4655ea req-de77c8e5-e803-4928-abf4-1f778400a774 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 945 time: 0.0536041 Sep 07 04:35:31.257216 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c6690526-1b28-41df-8303-7516ab4655ea req-ee236249-ee00-4d1d-964f-72b04d6a33d9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329072 Sep 07 04:35:31.684574 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device db772293-f10a-4e5f-b463-a8106f1a986c up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:35:31.730890 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:35:31.733204 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port db772293-f10a-4e5f-b463-a8106f1a986c triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:35:31.733583 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:31.816538 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:31.840620 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220e46b9-545c-4dce-a1af-4573fe547467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db772293-f10a-4e5f-b463-a8106f1a986c'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:35:31.840620 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b138a0e-2cea-49ae-bab4-a55fedc7a79e" -d '{"events": [{"server_uuid": "220e46b9-545c-4dce-a1af-4573fe547467", "name": "network-vif-plugged", "status": "completed", "tag": "db772293-f10a-4e5f-b463-a8106f1a986c"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:35:31.853692 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port db772293-f10a-4e5f-b463-a8106f1a986c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db772293-f10a-4e5f-b463-a8106f1a986c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:35:31.878836 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256134c5-5966-4ee3-b9a8-30a0eb02e5db x-openstack-request-id: req-256134c5-5966-4ee3-b9a8-30a0eb02e5db {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:35:31.879127 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220e46b9-545c-4dce-a1af-4573fe547467", "name": "network-vif-plugged", "status": "completed", "tag": "db772293-f10a-4e5f-b463-a8106f1a986c", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:35:31.879382 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-256134c5-5966-4ee3-b9a8-30a0eb02e5db {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:35:31.879764 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220e46b9-545c-4dce-a1af-4573fe547467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db772293-f10a-4e5f-b463-a8106f1a986c', 'code': 200} Sep 07 04:35:31.950054 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:32.000966 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=db772293-f10a-4e5f-b463-a8106f1a986c,revision_number=7']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:32.389238 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e7db-ee12-46bc-999a-8e62573506a0 req-ea1f19ca-deb5-404f-98f4-72a5d64be28f tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:32.391258 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a8c2e7db-ee12-46bc-999a-8e62573506a0 req-ea1f19ca-deb5-404f-98f4-72a5d64be28f tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0562601 Sep 07 04:35:32.434084 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a8c2e7db-ee12-46bc-999a-8e62573506a0 req-93181725-9a16-46e2-be40-18f2a5d9aa94 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318782 Sep 07 04:35:32.470180 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:33.587855 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1eaad-d600-463e-aee7-1d1ae07b2966 req-21fc729d-eab8-4e4f-a974-e4e53c7710af tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:33.589496 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8ab1eaad-d600-463e-aee7-1d1ae07b2966 req-21fc729d-eab8-4e4f-a974-e4e53c7710af tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0590453 Sep 07 04:35:33.632874 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8ab1eaad-d600-463e-aee7-1d1ae07b2966 req-c6cab94a-f865-4b0b-b3a4-beb27e41bb6a tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363724 Sep 07 04:35:33.849314 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a9ef5-dbf0-48c6-a2ba-25fff6ba8fcb req-4f520379-aa6b-4992-b243-8f640f76d785 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:33.857741 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-351a9ef5-dbf0-48c6-a2ba-25fff6ba8fcb req-4f520379-aa6b-4992-b243-8f640f76d785 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0642402 Sep 07 04:35:33.907290 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-351a9ef5-dbf0-48c6-a2ba-25fff6ba8fcb req-5e8b97db-4634-4420-b68f-f82b9c43b949 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481069 Sep 07 04:35:33.970090 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 36618) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:34.092156 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a5c2-8b34-44ca-b866-a633bb1573bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:34.193489 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a5c2-8b34-44ca-b866-a633bb1573bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:34.252945 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a5c2-8b34-44ca-b866-a633bb1573bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:34.303172 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 36624) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:34.315260 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-bfc6a5c2-8b34-44ca-b866-a633bb1573bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=68ab68df45ff43fda6f17d21b87eb10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439527 Sep 07 04:35:34.320100 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6a5c2-8b34-44ca-b866-a633bb1573bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6d6d93-89a9-4ef5-b484-016779dd9919,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:34.457825 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7ed62744-61f8-4404-94a6-48576c5bae2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:34.492707 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7ed62744-61f8-4404-94a6-48576c5bae2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:34.689902 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:34.794295 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229b419-dc88-415c-81c3-1d3e5c5dbaaa req-62f9acfd-33ed-4a5b-b07c-3937f5f0af9c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:34.795808 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c229b419-dc88-415c-81c3-1d3e5c5dbaaa req-62f9acfd-33ed-4a5b-b07c-3937f5f0af9c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0622358 Sep 07 04:35:34.843163 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c229b419-dc88-415c-81c3-1d3e5c5dbaaa req-c114010e-eea0-4d51-a2cf-1298cfb4123a tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387840 Sep 07 04:35:34.929984 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7ed62744-61f8-4404-94a6-48576c5bae2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:34.932742 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7ed62744-61f8-4404-94a6-48576c5bae2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:34.933963 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-7ed62744-61f8-4404-94a6-48576c5bae2b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba6d6d93-89a9-4ef5-b484-016779dd9919 HTTP/1.1" status: 204 len: 168 time: 0.6294715 Sep 07 04:35:34.943399 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed62744-61f8-4404-94a6-48576c5bae2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6d6d93-89a9-4ef5-b484-016779dd9919,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:35.093633 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e58d3-e731-4735-9073-1d6a0bb9ab33 req-7859c1c0-fe6d-40ba-9cbf-a4eeccb73092 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:35.095249 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e92e58d3-e731-4735-9073-1d6a0bb9ab33 req-7859c1c0-fe6d-40ba-9cbf-a4eeccb73092 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0644090 Sep 07 04:35:35.139532 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e92e58d3-e731-4735-9073-1d6a0bb9ab33 req-b3d93b65-ced6-4cbe-bf4a-25561b8177b8 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376029 Sep 07 04:35:35.998474 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa59fa9-7f7a-4446-a5ef-b016812ac616 req-b449be9c-348a-499b-b6cd-29f9108df587 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:36.016200 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1aa59fa9-7f7a-4446-a5ef-b016812ac616 req-b449be9c-348a-499b-b6cd-29f9108df587 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0546575 Sep 07 04:35:36.046222 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1aa59fa9-7f7a-4446-a5ef-b016812ac616 req-0217406b-fecf-4fd9-8ca6-6ec9a940be13 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398803 Sep 07 04:35:36.300530 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eec3e5-624c-4c16-b84c-d22cd5c26082 req-e8663fa2-60fa-420b-8901-a4eb1200f862 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:36.300530 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-34eec3e5-624c-4c16-b84c-d22cd5c26082 req-e8663fa2-60fa-420b-8901-a4eb1200f862 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0562544 Sep 07 04:35:36.343843 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-34eec3e5-624c-4c16-b84c-d22cd5c26082 req-ce2af304-e8b6-4779-81e1-9e7bd8435cfb tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348012 Sep 07 04:35:36.986129 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2fae0-aa63-412b-a753-acff35f55940 req-b26c5ee9-138d-4263-89c7-73e5c3e17778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:36.987891 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6cc2fae0-aa63-412b-a753-acff35f55940 req-b26c5ee9-138d-4263-89c7-73e5c3e17778 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05b33c35f8434484aa03a579ecde878e&device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 1098 time: 0.0487862 Sep 07 04:35:37.125886 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2fae0-aa63-412b-a753-acff35f55940 req-e2d21383-6107-4005-a5c4-58a67be70c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:37.128373 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6cc2fae0-aa63-412b-a753-acff35f55940 req-e2d21383-6107-4005-a5c4-58a67be70c72 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b HTTP/1.1" status: 200 len: 919 time: 0.1280203 Sep 07 04:35:37.199335 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6cc2fae0-aa63-412b-a753-acff35f55940 req-49ead431-46f8-49aa-9188-62331ef4289e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05147852-8b97-44df-a012-1ef2983815b0 HTTP/1.1" status: 200 len: 217 time: 0.0554996 Sep 07 04:35:37.273477 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009fe0d-de35-403f-944b-9ff0733df446 req-1951d80e-f6e5-4ee2-a5d0-c8b5ab24e319 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:37.275641 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d009fe0d-de35-403f-944b-9ff0733df446 req-1951d80e-f6e5-4ee2-a5d0-c8b5ab24e319 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.1400149 Sep 07 04:35:37.314382 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2fae0-aa63-412b-a753-acff35f55940 req-5c9a684d-2396-44a2-b535-8bce56b3732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:37.315920 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6cc2fae0-aa63-412b-a753-acff35f55940 req-5c9a684d-2396-44a2-b535-8bce56b3732d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=85bf212c-084f-42e5-9646-fcbba187f4b6 HTTP/1.1" status: 200 len: 858 time: 0.1066065 Sep 07 04:35:37.329901 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d009fe0d-de35-403f-944b-9ff0733df446 req-5b62c896-fba4-4254-83ae-0165706dd58c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458014 Sep 07 04:35:37.412807 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6cc2fae0-aa63-412b-a753-acff35f55940 req-a3af6c9e-8570-4944-9cac-b84adba73902 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814667 Sep 07 04:35:37.606414 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6cc2fae0-aa63-412b-a753-acff35f55940 req-14bf0348-2341-4d93-aa3f-8ed8f95efd84 service neutron] 10.222.0.54 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800184 Sep 07 04:35:37.640616 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e3a22-2cd0-4d25-965f-b62fc7f8aec4 req-a09704b8-42eb-4312-86ae-935d1742cc37 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:37.642271 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b25e3a22-2cd0-4d25-965f-b62fc7f8aec4 req-a09704b8-42eb-4312-86ae-935d1742cc37 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.1562431 Sep 07 04:35:37.752396 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b25e3a22-2cd0-4d25-965f-b62fc7f8aec4 req-deceb74d-88db-493b-ad4f-4dd20da66a92 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955188 Sep 07 04:35:37.771784 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6cc2fae0-aa63-412b-a753-acff35f55940 req-8b02861b-28ac-44f1-8465-801060d89a8e service neutron] 10.222.0.54 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511676 Sep 07 04:35:38.502962 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fea017-0d50-45b1-808f-f18151d1a357 req-a895ec45-6581-4213-8a83-bce6975b1cfe tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:38.511745 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c2fea017-0d50-45b1-808f-f18151d1a357 req-a895ec45-6581-4213-8a83-bce6975b1cfe tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0795956 Sep 07 04:35:38.572039 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c2fea017-0d50-45b1-808f-f18151d1a357 req-921c1391-2791-4ebc-8f70-e109665b323c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593920 Sep 07 04:35:38.889861 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709422a-f5bc-4a7b-9a0d-d367d07c362b req-a706d6b8-dffa-467d-a590-a03c5b8b45e3 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:38.891719 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3709422a-f5bc-4a7b-9a0d-d367d07c362b req-a706d6b8-dffa-467d-a590-a03c5b8b45e3 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0580385 Sep 07 04:35:38.939179 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3709422a-f5bc-4a7b-9a0d-d367d07c362b req-4fb1c274-070c-42a5-ae97-f9d4da8c1595 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407958 Sep 07 04:35:39.726300 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb650d-e8d5-45ba-94ed-8118098282d3 req-afa32b9d-6b27-4244-97ee-2a33e5c94c05 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:39.730728 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d5cb650d-e8d5-45ba-94ed-8118098282d3 req-afa32b9d-6b27-4244-97ee-2a33e5c94c05 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0830638 Sep 07 04:35:39.842103 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d5cb650d-e8d5-45ba-94ed-8118098282d3 req-72113636-b71d-4d33-b96d-9331d2a5cc22 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972526 Sep 07 04:35:40.139655 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcee27-f347-4a0b-8779-fcb2f8d0fa52 req-b9d7e21e-004f-4433-a6ea-82265653a6d3 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:40.140204 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-72bcee27-f347-4a0b-8779-fcb2f8d0fa52 req-b9d7e21e-004f-4433-a6ea-82265653a6d3 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0844500 Sep 07 04:35:40.184589 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-72bcee27-f347-4a0b-8779-fcb2f8d0fa52 req-06391110-673a-4ca4-a1a3-fac6bbf67cb5 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366282 Sep 07 04:35:40.987101 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a3067-559b-4816-a560-8b863451f1d1 req-11115d27-6e84-4913-87ab-db9d9aeefbaf tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:40.988719 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b72a3067-559b-4816-a560-8b863451f1d1 req-11115d27-6e84-4913-87ab-db9d9aeefbaf tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0547645 Sep 07 04:35:41.042520 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b72a3067-559b-4816-a560-8b863451f1d1 req-84d67917-4aed-43c9-8b19-9a95649196c5 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450046 Sep 07 04:35:41.329799 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59749f-774a-48a1-9ca1-11b5a0bb0163 req-89c4ac5b-450a-4720-97e5-ff57d572c802 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:41.331405 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4f59749f-774a-48a1-9ca1-11b5a0bb0163 req-89c4ac5b-450a-4720-97e5-ff57d572c802 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0718167 Sep 07 04:35:41.369375 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4f59749f-774a-48a1-9ca1-11b5a0bb0163 req-9d609ca2-cccf-470a-b478-9d23cadf5341 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320570 Sep 07 04:35:42.170700 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576514e8-d79b-404b-8414-6e3f826652e8 req-b4ece856-04f6-47f8-be6e-45de9519e57c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:42.172457 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-576514e8-d79b-404b-8414-6e3f826652e8 req-b4ece856-04f6-47f8-be6e-45de9519e57c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0520990 Sep 07 04:35:42.212807 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-576514e8-d79b-404b-8414-6e3f826652e8 req-282ef1c6-648f-4c7a-ba26-d5bdb6563ebc tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343461 Sep 07 04:35:42.516701 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64596df-c4ca-4615-8217-dfd32fabe032 req-49697b9f-b6d9-42e9-8c48-d7e75407fa8a tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:42.518770 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c64596df-c4ca-4615-8217-dfd32fabe032 req-49697b9f-b6d9-42e9-8c48-d7e75407fa8a tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0619948 Sep 07 04:35:42.594560 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c64596df-c4ca-4615-8217-dfd32fabe032 req-f07d99f5-919e-4397-8f42-db87a851f5d2 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683422 Sep 07 04:35:43.336265 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e9302-634d-4110-bce7-d60c7b48b097 req-8971b4a7-5e9a-4bb1-898c-ab4deee81bbe tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:43.337068 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-280e9302-634d-4110-bce7-d60c7b48b097 req-8971b4a7-5e9a-4bb1-898c-ab4deee81bbe tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0489895 Sep 07 04:35:43.376875 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-280e9302-634d-4110-bce7-d60c7b48b097 req-23b9bcb0-e192-49dd-989c-48f751a7407f tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331278 Sep 07 04:35:43.716645 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e129fe4-17ef-4295-b6c9-06c20e20344b req-0ccb2d8f-30ac-40b5-90fc-ae4d833c6d5d tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:43.718303 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2e129fe4-17ef-4295-b6c9-06c20e20344b req-0ccb2d8f-30ac-40b5-90fc-ae4d833c6d5d tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0511711 Sep 07 04:35:43.760867 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2e129fe4-17ef-4295-b6c9-06c20e20344b req-6cf729f8-9dbc-4321-897a-788082012fe8 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366926 Sep 07 04:35:44.509021 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58891aa-c4e5-427c-ad6f-a928dfc1145f req-9aad0075-17fd-4eb3-9651-d64bd4751d4a tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:44.510738 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c58891aa-c4e5-427c-ad6f-a928dfc1145f req-9aad0075-17fd-4eb3-9651-d64bd4751d4a tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0500391 Sep 07 04:35:44.577363 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c58891aa-c4e5-427c-ad6f-a928dfc1145f req-f43a6f5f-d7dd-432a-8d24-f65a23ca8fdf tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600650 Sep 07 04:35:44.903934 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec62f5-8a06-4998-aec7-f97dc3283cd5 req-c2ca0865-5341-4702-93cd-eea3b567858b tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:44.905561 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-eaec62f5-8a06-4998-aec7-f97dc3283cd5 req-c2ca0865-5341-4702-93cd-eea3b567858b tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0566802 Sep 07 04:35:44.946672 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-eaec62f5-8a06-4998-aec7-f97dc3283cd5 req-8011a162-7bb0-44af-bd91-c2746c40668a tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350080 Sep 07 04:35:45.084810 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 36908) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:45.244617 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 36922) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:45.302091 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-12506800-4b7c-40d4-8a2a-e99b5fc3b151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:45.324674 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8b1592fd-b2ae-4f71-aeee-38337f66c89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:45.421401 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-12506800-4b7c-40d4-8a2a-e99b5fc3b151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:45.537615 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-12506800-4b7c-40d4-8a2a-e99b5fc3b151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:45.588397 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-12506800-4b7c-40d4-8a2a-e99b5fc3b151 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62bd946c6aaa482db11ee104590dcd35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5018086 Sep 07 04:35:45.590423 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12506800-4b7c-40d4-8a2a-e99b5fc3b151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa47cf8-a955-4331-9fa0-81f5174c4e0c,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:45.591753 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 36936) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:45.656747 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-caa8cc85-c546-4e72-99ed-bba7fdcba053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:45.683913 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-caa8cc85-c546-4e72-99ed-bba7fdcba053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:45.736040 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230e495-864d-495c-8a83-cf5c4fb22e3c req-64872627-fb0e-4c6b-bf2a-b0d66d4ff280 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:45.739233 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1230e495-864d-495c-8a83-cf5c4fb22e3c req-64872627-fb0e-4c6b-bf2a-b0d66d4ff280 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0831990 Sep 07 04:35:45.799073 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1230e495-864d-495c-8a83-cf5c4fb22e3c req-cdb71ae8-c08d-4249-9293-869dbd13624a tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540292 Sep 07 04:35:45.800810 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8b1592fd-b2ae-4f71-aeee-38337f66c89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:45.818857 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-caa8cc85-c546-4e72-99ed-bba7fdcba053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:45.821682 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-caa8cc85-c546-4e72-99ed-bba7fdcba053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:45.822875 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-caa8cc85-c546-4e72-99ed-bba7fdcba053 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2aa47cf8-a955-4331-9fa0-81f5174c4e0c HTTP/1.1" status: 204 len: 168 time: 0.2294188 Sep 07 04:35:45.832791 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8cc85-c546-4e72-99ed-bba7fdcba053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa47cf8-a955-4331-9fa0-81f5174c4e0c,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:45.902313 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1af4-d764-40a2-995a-83e2025b2da5 req-ceea9f56-cb4a-4798-acaa-5f048bcf23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:45.904140 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-951a1af4-d764-40a2-995a-83e2025b2da5 req-ceea9f56-cb4a-4798-acaa-5f048bcf23d4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68ad0ff139cd4db998515714ae022f66&device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 1099 time: 0.0512459 Sep 07 04:35:45.909957 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8b1592fd-b2ae-4f71-aeee-38337f66c89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:46.021034 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1592fd-b2ae-4f71-aeee-38337f66c89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad92370a-0070-4c1b-b2ac-c80768dfe7e8,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:46.028215 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-8b1592fd-b2ae-4f71-aeee-38337f66c89f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ffbc73b5dd942d08979b4be98725796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7825081 Sep 07 04:35:46.031225 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 36960) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:46.164739 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1af4-d764-40a2-995a-83e2025b2da5 req-4a8bb31a-3e56-471a-b1ca-c28d7b409363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:46.166359 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-951a1af4-d764-40a2-995a-83e2025b2da5 req-4a8bb31a-3e56-471a-b1ca-c28d7b409363 service neutron] 10.222.0.54 "GET /v2.0/networks?id=164936fd-3e30-49d0-9274-2523f41a60c3 HTTP/1.1" status: 200 len: 917 time: 0.2536511 Sep 07 04:35:46.205257 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-bab0048e-060e-4a07-8901-f499032e4cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:46.492732 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8d5df-b332-4285-8496-c8c3a5f418b9 req-2cf824bf-5e1e-4661-8dae-072322792bc0 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:46.494168 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b1b8d5df-b332-4285-8496-c8c3a5f418b9 req-2cf824bf-5e1e-4661-8dae-072322792bc0 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.3928673 Sep 07 04:35:46.520740 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-bab0048e-060e-4a07-8901-f499032e4cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:46.539368 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-951a1af4-d764-40a2-995a-83e2025b2da5 req-fe89c1c1-568c-4a14-aa77-778f3385a959 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db772293-f10a-4e5f-b463-a8106f1a986c HTTP/1.1" status: 200 len: 1002 time: 0.3469679 Sep 07 04:35:46.610901 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b1b8d5df-b332-4285-8496-c8c3a5f418b9 req-c6047412-6275-439e-87ec-a56af15ef4dc tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064796 Sep 07 04:35:46.627724 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1af4-d764-40a2-995a-83e2025b2da5 req-3f83d1ef-7a91-4763-8560-994f2a11b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:46.634017 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-951a1af4-d764-40a2-995a-83e2025b2da5 req-3f83d1ef-7a91-4763-8560-994f2a11b703 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1a0f6fd-6cb9-4727-a121-2a2dee89b16f HTTP/1.1" status: 200 len: 855 time: 0.0792451 Sep 07 04:35:46.682307 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1af4-d764-40a2-995a-83e2025b2da5 req-af901c68-ea9d-457e-8d24-5168eb410012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:46.683920 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-951a1af4-d764-40a2-995a-83e2025b2da5 req-af901c68-ea9d-457e-8d24-5168eb410012 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=164936fd-3e30-49d0-9274-2523f41a60c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0462704 Sep 07 04:35:46.720223 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-bab0048e-060e-4a07-8901-f499032e4cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:46.721328 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-bab0048e-060e-4a07-8901-f499032e4cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:46.722441 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-bab0048e-060e-4a07-8901-f499032e4cde admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ad92370a-0070-4c1b-b2ac-c80768dfe7e8 HTTP/1.1" status: 204 len: 168 time: 0.6899865 Sep 07 04:35:46.735204 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0048e-060e-4a07-8901-f499032e4cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad92370a-0070-4c1b-b2ac-c80768dfe7e8,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:46.836757 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-951a1af4-d764-40a2-995a-83e2025b2da5 req-0c3d293c-0969-4aca-96ca-5cc4dc550efa service neutron] 10.222.0.54 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449032 Sep 07 04:35:46.997055 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946629-9d7a-4e42-a516-0c446d65525e req-19b140f0-292e-4926-a34c-a76d01c91fc0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:47.001112 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d3946629-9d7a-4e42-a516-0c446d65525e req-19b140f0-292e-4926-a34c-a76d01c91fc0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.1087677 Sep 07 04:35:47.003784 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-951a1af4-d764-40a2-995a-83e2025b2da5 req-387af0e7-116c-45b8-94c9-27a78d2ea13e service neutron] 10.222.0.54 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591244 Sep 07 04:35:47.038590 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d3946629-9d7a-4e42-a516-0c446d65525e req-c3b5fdf3-1710-4318-8c83-89cd296843f1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338447 Sep 07 04:35:47.193744 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 37032) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:47.304397 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-76b0b811-b64c-44c0-9b4e-6125fe144587 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1035666492-network', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:35:47.421521 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b0b811-b64c-44c0-9b4e-6125fe144587 admin admin] Made reservation on behalf of ee77f689e65e4fa4886639d6a4aa761d for: {'network': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:35:47.423936 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76b0b811-b64c-44c0-9b4e-6125fe144587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:47.433339 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76b0b811-b64c-44c0-9b4e-6125fe144587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:47.532318 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76b0b811-b64c-44c0-9b4e-6125fe144587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:47.632984 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76b0b811-b64c-44c0-9b4e-6125fe144587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:47.665394 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0b811-b64c-44c0-9b4e-6125fe144587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98cca29-ae0a-4c46-9aec-d2ac1d9b4c20,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:47.744919 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b0b811-b64c-44c0-9b4e-6125fe144587 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=94312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:35:47.758940 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76b0b811-b64c-44c0-9b4e-6125fe144587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:47.759285 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.segments_db [None req-76b0b811-b64c-44c0-9b4e-6125fe144587 admin admin] Added segment f508e93d-056c-4485-9f5a-d70d90e0f434 of type vlan for network 6881e86b-0218-4b28-af23-89d938232d21 Sep 07 04:35:47.807261 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcae165-f14e-4acb-a6ef-b17333677988 req-530657a5-6dd0-4e6f-b7af-97520bb9d8fc tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:47.808784 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4bcae165-f14e-4acb-a6ef-b17333677988 req-530657a5-6dd0-4e6f-b7af-97520bb9d8fc tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0915489 Sep 07 04:35:47.813173 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76b0b811-b64c-44c0-9b4e-6125fe144587 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:47.866136 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4bcae165-f14e-4acb-a6ef-b17333677988 req-312c340c-48fd-4555-bd16-f52fc5bda2a7 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497169 Sep 07 04:35:47.949952 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76b0b811-b64c-44c0-9b4e-6125fe144587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:47.951611 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b0b811-b64c-44c0-9b4e-6125fe144587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:47.952209 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76b0b811-b64c-44c0-9b4e-6125fe144587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:48.040752 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0b811-b64c-44c0-9b4e-6125fe144587 admin admin] Pushing event updated for resources: {'Network': ['ID=6881e86b-0218-4b28-af23-89d938232d21,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:48.048384 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-76b0b811-b64c-44c0-9b4e-6125fe144587 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8532312 Sep 07 04:35:48.051042 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 37068) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:48.059219 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network 6881e86b-0218-4b28-af23-89d938232d21 details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:35:48.062790 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-a1dbea50-dfda-4f75-a664-fca47042bcb7 admin admin] Request body: {'subnet': {'network_id': '6881e86b-0218-4b28-af23-89d938232d21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1035666492-subnet', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'ip_version': 4}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:35:48.193474 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657af1a8-7879-4fb1-b465-62fcb58c80b8 req-09798fe9-cc61-41bc-9fb1-c5e2d8e3f24c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:48.194947 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-657af1a8-7879-4fb1-b465-62fcb58c80b8 req-09798fe9-cc61-41bc-9fb1-c5e2d8e3f24c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0553226 Sep 07 04:35:48.198024 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dbea50-dfda-4f75-a664-fca47042bcb7 admin admin] Made reservation on behalf of ee77f689e65e4fa4886639d6a4aa761d for: {'subnet': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:35:48.202529 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a1dbea50-dfda-4f75-a664-fca47042bcb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8920007'] for subnet, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:48.285837 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-657af1a8-7879-4fb1-b465-62fcb58c80b8 req-897a9ae6-2bc9-48a4-9d22-7743703bdcda tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830364 Sep 07 04:35:48.487398 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a1dbea50-dfda-4f75-a664-fca47042bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9712067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8919985'] for subnet, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:48.547977 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbea50-dfda-4f75-a664-fca47042bcb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b24d7332-c618-4337-aad6-a5c269b2242c,revision_number=0']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:48.555359 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dbea50-dfda-4f75-a664-fca47042bcb7 admin admin] Checking segment: {'id': 'f508e93d-056c-4485-9f5a-d70d90e0f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6881e86b-0218-4b28-af23-89d938232d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:35:48.555709 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dbea50-dfda-4f75-a664-fca47042bcb7 admin admin] Network hostable DHCP agents. Network: 6881e86b-0218-4b28-af23-89d938232d21, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:35:48.618703 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dbea50-dfda-4f75-a664-fca47042bcb7 admin admin] Network 6881e86b-0218-4b28-af23-89d938232d21 is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:35:48.704604 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-a1dbea50-dfda-4f75-a664-fca47042bcb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, 6881e86b-0218-4b28-af23-89d938232d21) {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:35:48.709986 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dbea50-dfda-4f75-a664-fca47042bcb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:48.709986 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a1dbea50-dfda-4f75-a664-fca47042bcb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:48.714362 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab888f9-b072-497c-87c0-f0cac1e9b21f None None] Network 6881e86b-0218-4b28-af23-89d938232d21 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:35:48.799786 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37082) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:48.801227 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-a1dbea50-dfda-4f75-a664-fca47042bcb7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7468684 Sep 07 04:35:48.804148 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1035666492-router', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:35:48.885859 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f0861aa-1164-573e-aee3-8cc302ec4a76-6881e86b-0218-4b28-af23-89d938232d21', 'network_id': '6881e86b-0218-4b28-af23-89d938232d21', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'fixed_ips': [{'subnet_id': 'b24d7332-c618-4337-aad6-a5c269b2242c'}]}} from dv-cinder-804035-10-iscsi. {{(pid=94313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:35:48.886764 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:48.907308 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-50034'] for router, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:48.912932 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-50041'] for router, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:48.987077 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:49.013700 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cacb6a-9e58-4ba8-8eae-85ea5f980b23 req-503e75bf-2c16-47bc-81f0-4f980bb34b23 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:49.015213 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-37cacb6a-9e58-4ba8-8eae-85ea5f980b23 req-503e75bf-2c16-47bc-81f0-4f980bb34b23 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0574934 Sep 07 04:35:49.050624 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.db_base_plugin_common [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Allocated IP 172.20.0.2 (6881e86b-0218-4b28-af23-89d938232d21/b24d7332-c618-4337-aad6-a5c269b2242c/b20008b3-8a7f-4e80-85db-cc44354f573c) {{(pid=94313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:35:49.054376 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-37cacb6a-9e58-4ba8-8eae-85ea5f980b23 req-669bd3f3-51ee-4167-b3fd-0474e053b0e3 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321977 Sep 07 04:35:49.211064 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Notify callbacks [] for port, precommit_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:49.219243 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Transition to ACTIVE for port object b20008b3-8a7f-4e80-85db-cc44354f573c will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:35:49.233991 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Transition to ACTIVE for port object b20008b3-8a7f-4e80-85db-cc44354f573c will not be triggered until provisioned by entity DHCP. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:35:49.242685 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:49.311229 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468'] for port, after_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:49.348198 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Network 6881e86b-0218-4b28-af23-89d938232d21 is already hosted by enough agents. {{(pid=94313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:35:49.351178 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.base_scheduler [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Resources bound (agent type, host, resource id): {{(pid=94313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:35:49.353907 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Received port after_create {{(pid=94313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:35:49.369946 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Pushing event updated for resources: {'Port': ['ID=b20008b3-8a7f-4e80-85db-cc44354f573c,revision_number=1']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:49.407882 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd785d-9507-4b30-bc6d-0b23b42426ed req-55afcbfb-a25a-4b49-96f9-c6865c69036c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:49.409438 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c3fd785d-9507-4b30-bc6d-0b23b42426ed req-55afcbfb-a25a-4b49-96f9-c6865c69036c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0502934 Sep 07 04:35:49.417904 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Attempting to bind port b20008b3-8a7f-4e80-85db-cc44354f573c on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:35:49.418414 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Attempting to bind port b20008b3-8a7f-4e80-85db-cc44354f573c by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': 'f508e93d-056c-4485-9f5a-d70d90e0f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6881e86b-0218-4b28-af23-89d938232d21'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:35:49.418888 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Attempting to bind port b20008b3-8a7f-4e80-85db-cc44354f573c on network 6881e86b-0218-4b28-af23-89d938232d21 {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:35:49.425414 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:35:49.426073 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Checking segment: {'id': 'f508e93d-056c-4485-9f5a-d70d90e0f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6881e86b-0218-4b28-af23-89d938232d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:35:49.426574 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:49.427282 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Bound using segment: {'id': 'f508e93d-056c-4485-9f5a-d70d90e0f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6881e86b-0218-4b28-af23-89d938232d21'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:35:49.427937 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Bound port: b20008b3-8a7f-4e80-85db-cc44354f573c, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f508e93d-056c-4485-9f5a-d70d90e0f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6881e86b-0218-4b28-af23-89d938232d21'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:35:49.428582 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:49.449126 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c3fd785d-9507-4b30-bc6d-0b23b42426ed req-b64d9a6c-52de-48ae-aaa9-952694fb3b76 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321364 Sep 07 04:35:49.497077 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] For port b20008b3-8a7f-4e80-85db-cc44354f573c, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:35:49.502036 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] For port b20008b3-8a7f-4e80-85db-cc44354f573c, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=b20008b3-8a7f-4e80-85db-cc44354f573c,segment=NetworkSegment(f508e93d-056c-4485-9f5a-d70d90e0f434),segment_id=f508e93d-056c-4485-9f5a-d70d90e0f434)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:35:49.545051 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:49.564036 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:49.602070 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:49.669173 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d9dcf-e642-4551-b20e-42fe1527b7fd None None] Pushing event updated for resources: {'Port': ['ID=b20008b3-8a7f-4e80-85db-cc44354f573c,revision_number=2']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:49.675383 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] Allocated IP 172.27.2.98 (8b8648d5-0172-4d8a-aa17-a0353230f6f5/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8/2fa068ae-c550-4a7d-8add-d60c9c66c56f) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:35:49.785792 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:49.904765 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:49.952423 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:35:49.957514 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:35:49.962196 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:35:49.965270 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=2fa068ae-c550-4a7d-8add-d60c9c66c56f,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:50.173562 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed23fc6-5d69-4050-806c-d2775df3bb54 req-5416623d-a39a-420c-b4a7-9d3361102737 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:50.176379 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5ed23fc6-5d69-4050-806c-d2775df3bb54 req-5416623d-a39a-420c-b4a7-9d3361102737 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0506430 Sep 07 04:35:50.228562 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5ed23fc6-5d69-4050-806c-d2775df3bb54 req-da7efcd5-7f10-4c92-b015-bbafa194d002 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398030 Sep 07 04:35:50.275817 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:50.475872 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473069'] for router, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:50.540762 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08cdfc8-0f1e-4bea-b737-1d8d62827c5a None None] Network 6881e86b-0218-4b28-af23-89d938232d21 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:35:50.578363 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad37d1-0228-48c7-b151-31f6f8f515c0 req-0aaeac8d-5e75-43ce-b97d-1b2a21129a68 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:50.579570 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-64ad37d1-0228-48c7-b151-31f6f8f515c0 req-0aaeac8d-5e75-43ce-b97d-1b2a21129a68 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 946 time: 0.0496502 Sep 07 04:35:50.620705 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-64ad37d1-0228-48c7-b151-31f6f8f515c0 req-5533ff22-c4bc-458f-a06f-f5685ca0d094 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345180 Sep 07 04:35:50.729656 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] Router a7a98401-f6c0-4995-8f38-72f2e9963ca2 is scheduled to L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 with binding_index 1 {{(pid=94311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:35:50.792760 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-334b5d5a-be17-432f-a2a2-89a4e3ff4ab5 None None] Provisioning for port b20008b3-8a7f-4e80-85db-cc44354f573c completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:35:50.931101 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device db772293-f10a-4e5f-b463-a8106f1a986c no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:35:51.019311 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:51.031410 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:35:51.041712 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Sync routers for ids ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:35:51.043125 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220e46b9-545c-4dce-a1af-4573fe547467', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db772293-f10a-4e5f-b463-a8106f1a986c'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:35:51.045732 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f3d4ca-8566-4358-9d80-5a0831bbc1aa" -d '{"events": [{"server_uuid": "220e46b9-545c-4dce-a1af-4573fe547467", "name": "network-vif-unplugged", "status": "completed", "tag": "db772293-f10a-4e5f-b463-a8106f1a986c"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:35:51.051320 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Routers {'a7a98401-f6c0-4995-8f38-72f2e9963ca2'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:35:51.052099 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:35:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:35:51.061795 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port db772293-f10a-4e5f-b463-a8106f1a986c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db772293-f10a-4e5f-b463-a8106f1a986c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:35:51.083352 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 04:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda1a343-2123-4d28-9d31-3420cd9c6273 x-openstack-request-id: req-cda1a343-2123-4d28-9d31-3420cd9c6273 {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:35:51.083797 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220e46b9-545c-4dce-a1af-4573fe547467", "name": "network-vif-unplugged", "status": "completed", "tag": "db772293-f10a-4e5f-b463-a8106f1a986c", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:35:51.084245 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cda1a343-2123-4d28-9d31-3420cd9c6273 {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:35:51.084741 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220e46b9-545c-4dce-a1af-4573fe547467', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db772293-f10a-4e5f-b463-a8106f1a986c', 'code': 200} Sep 07 04:35:51.110361 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:51.112008 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-449c9342-a6a4-44a1-a184-191662061bb0 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3110650 Sep 07 04:35:51.114468 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37116) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:51.139184 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:51.157949 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Set router a7a98401-f6c0-4995-8f38-72f2e9963ca2 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:35:51.192051 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=db772293-f10a-4e5f-b463-a8106f1a986c,revision_number=8']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:51.370978 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'name': 'tempest-TestShelveInstance-1035666492-router', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:48Z', 'updated_at': '2021-09-07T04:35:50Z', 'revision_number': 3, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'gw_port': {'id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:49Z', 'updated_at': '2021-09-07T04:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:35:51.374812 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c80415-2f39-4ca6-9247-63de24f0a50e req-4fffbabb-4d83-4d27-a6e9-4fd941127cd9 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:51.379389 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a8c80415-2f39-4ca6-9247-63de24f0a50e req-4fffbabb-4d83-4d27-a6e9-4fd941127cd9 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0595508 Sep 07 04:35:51.416467 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Checking router: a7a98401-f6c0-4995-8f38-72f2e9963ca2 for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:35:51.416875 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Updating router a7a98401-f6c0-4995-8f38-72f2e9963ca2 port 2fa068ae-c550-4a7d-8add-d60c9c66c56f binding host dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:35:51.424625 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a8c80415-2f39-4ca6-9247-63de24f0a50e req-b4b0e332-19ab-420a-8c01-f337da3ce75f tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413940 Sep 07 04:35:51.457668 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:51.493645 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device b20008b3-8a7f-4e80-85db-cc44354f573c up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:35:51.585013 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:51.678885 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port b20008b3-8a7f-4e80-85db-cc44354f573c completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:35:51.683809 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port b20008b3-8a7f-4e80-85db-cc44354f573c triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:35:51.686714 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:51.725209 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Notify callbacks [] for port, precommit_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:51.735843 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.provisioning_blocks [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Transition to ACTIVE for port object 2fa068ae-c550-4a7d-8add-d60c9c66c56f will not be triggered until provisioned by entity L2. {{(pid=94314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:35:51.767444 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ff4ff-f635-4d5e-9633-f556d6aceaae req-331e809f-5dd1-4650-b5b9-a9c5a2e5d1ae tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:51.769008 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bb1ff4ff-f635-4d5e-9633-f556d6aceaae req-331e809f-5dd1-4650-b5b9-a9c5a2e5d1ae tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.0598779 Sep 07 04:35:51.776813 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:51.813758 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bb1ff4ff-f635-4d5e-9633-f556d6aceaae req-e8dced91-cd31-49b2-abfe-b689b208cad5 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378323 Sep 07 04:35:51.813971 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port b20008b3-8a7f-4e80-85db-cc44354f573c, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=b20008b3-8a7f-4e80-85db-cc44354f573c,segment=NetworkSegment(f508e93d-056c-4485-9f5a-d70d90e0f434),segment_id=f508e93d-056c-4485-9f5a-d70d90e0f434)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:35:51.817797 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] Allocated IP 172.20.0.1 (6881e86b-0218-4b28-af23-89d938232d21/b24d7332-c618-4337-aad6-a5c269b2242c/aecb9b2e-cbd5-427e-a74d-d8ab2030108a) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:35:51.844436 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:51.900308 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b7c85-5702-4d4a-adbd-246b90348597 None None] Pushing event updated for resources: {'Port': ['ID=2fa068ae-c550-4a7d-8add-d60c9c66c56f,revision_number=2']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:51.921290 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b7c85-5702-4d4a-adbd-246b90348597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:51.921672 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b7c85-5702-4d4a-adbd-246b90348597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:51.922030 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b7c85-5702-4d4a-adbd-246b90348597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:51.922477 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b7c85-5702-4d4a-adbd-246b90348597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:51.923016 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b7c85-5702-4d4a-adbd-246b90348597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:51.923355 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b7c85-5702-4d4a-adbd-246b90348597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:51.923684 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b7c85-5702-4d4a-adbd-246b90348597 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:51.924062 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b7c85-5702-4d4a-adbd-246b90348597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:51.924410 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b7c85-5702-4d4a-adbd-246b90348597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:51.924639 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:51.924760 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b7c85-5702-4d4a-adbd-246b90348597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:51.925117 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b7c85-5702-4d4a-adbd-246b90348597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:51.925439 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b7c85-5702-4d4a-adbd-246b90348597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:51.945041 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:51.949090 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Attempting to bind port 2fa068ae-c550-4a7d-8add-d60c9c66c56f on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:35:51.949617 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Attempting to bind port 2fa068ae-c550-4a7d-8add-d60c9c66c56f by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:35:51.949845 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Attempting to bind port 2fa068ae-c550-4a7d-8add-d60c9c66c56f on network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:35:51.957486 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:35:51.960102 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Checking segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:35:51.960102 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:51.960102 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Bound using segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:35:51.963168 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Bound port: 2fa068ae-c550-4a7d-8add-d60c9c66c56f, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:35:51.963867 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:51.969269 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] Transition to ACTIVE for port object aecb9b2e-cbd5-427e-a74d-d8ab2030108a will not be triggered until provisioned by entity DHCP. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:35:52.015483 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=b20008b3-8a7f-4e80-85db-cc44354f573c,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:52.052428 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] For port 2fa068ae-c550-4a7d-8add-d60c9c66c56f, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:35:52.055784 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] For port 2fa068ae-c550-4a7d-8add-d60c9c66c56f, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=2fa068ae-c550-4a7d-8add-d60c9c66c56f,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:35:52.112524 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-0af00cc5-2bb0-4c45-9ef5-58dfa09a8fb2 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0b881e61d84e401585b6ef488bb17279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321441 Sep 07 04:35:52.119013 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:52.147915 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:52.155907 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] Network 6881e86b-0218-4b28-af23-89d938232d21 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:35:52.160205 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:35:52.163769 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:35:52.190522 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] Pushing event updated for resources: {'Port': ['ID=aecb9b2e-cbd5-427e-a74d-d8ab2030108a,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:52.241062 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472734'] for router_interface, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:52.255297 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Routers {'a7a98401-f6c0-4995-8f38-72f2e9963ca2'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:35:52.255952 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:35:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:35:52.506275 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b7c85-5702-4d4a-adbd-246b90348597 None None] Pushing event updated for resources: {'Port': ['ID=2fa068ae-c550-4a7d-8add-d60c9c66c56f,revision_number=3']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:52.513644 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-a588afce-7a24-4e29-a599-585b28202108 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:52.522786 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-a588afce-7a24-4e29-a599-585b28202108 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4044814 Sep 07 04:35:52.550984 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-0e6e9e4c-2729-4da6-9934-85e1364911bd tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/quotas/0b881e61d84e401585b6ef488bb17279 HTTP/1.1" status: 200 len: 375 time: 0.0269909 Sep 07 04:35:52.581435 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046badbf-8695-42f5-af96-ef9db91cd9ae req-cb721d81-876e-4c1c-8a54-c411fd5500e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:52.583291 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-046badbf-8695-42f5-af96-ef9db91cd9ae req-cb721d81-876e-4c1c-8a54-c411fd5500e9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 1098 time: 0.1054828 Sep 07 04:35:52.600270 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-438ae1eb-ede8-45aa-a632-00d024b2ce8f tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b881e61d84e401585b6ef488bb17279&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395436 Sep 07 04:35:52.626006 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] Set router a7a98401-f6c0-4995-8f38-72f2e9963ca2 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:35:52.633619 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-046badbf-8695-42f5-af96-ef9db91cd9ae req-e16ab365-4780-47c4-9984-dec65994eef5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358372 Sep 07 04:35:52.728959 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:52.805323 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-7678455e-bddb-4fb7-8e59-e253a61439af None None] Provisioning for port aecb9b2e-cbd5-427e-a74d-d8ab2030108a completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:35:52.812424 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-7678455e-bddb-4fb7-8e59-e253a61439af None None] Provisioning complete for port aecb9b2e-cbd5-427e-a74d-d8ab2030108a triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:35:52.812836 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7678455e-bddb-4fb7-8e59-e253a61439af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:52.853724 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'name': 'tempest-TestShelveInstance-1035666492-router', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:48Z', 'updated_at': '2021-09-07T04:35:50Z', 'revision_number': 3, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'gw_port': {'id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:49Z', 'updated_at': '2021-09-07T04:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:35:52.860454 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-7678455e-bddb-4fb7-8e59-e253a61439af None None] Port aecb9b2e-cbd5-427e-a74d-d8ab2030108a cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:35:52.885088 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8281124-68bb-42c3-a569-98dad3d6cf3a None None] The sync data for ids ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'] in dv-cinder-804035-10-iscsi is: [{'id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'name': 'tempest-TestShelveInstance-1035666492-router', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:48Z', 'updated_at': '2021-09-07T04:35:50Z', 'revision_number': 3, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'gw_port': {'id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:49Z', 'updated_at': '2021-09-07T04:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:35:52.954971 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:52.978459 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5de03-8016-4dec-9404-462abf41934c req-f0cd36e1-e253-4264-a041-4419d505fb44 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:52.979982 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-64e5de03-8016-4dec-9404-462abf41934c req-f0cd36e1-e253-4264-a041-4419d505fb44 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0714767 Sep 07 04:35:53.035414 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-64e5de03-8016-4dec-9404-462abf41934c req-bc4aa1de-a91d-4ca6-8fca-ed86cefee8eb tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422790 Sep 07 04:35:53.055465 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:53.100726 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-dfcb0473-2faa-484e-9a3d-4e04f71b320e req-6619d54b-3ab2-4396-b833-bfa2b1336892 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 210 time: 0.0299058 Sep 07 04:35:53.169659 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471086'] for router_interface, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:53.171544 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] Pushing event updated for resources: {'Port': ['ID=aecb9b2e-cbd5-427e-a74d-d8ab2030108a,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:53.302232 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] Network 6881e86b-0218-4b28-af23-89d938232d21 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:35:53.303738 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:35:53.323782 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [req-99636fe5-7218-4fc5-be1b-4b4781f79175 req-c3fb4e1b-4ffd-4664-bafc-943aa98f3b5e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:35:53.325008 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-99636fe5-7218-4fc5-be1b-4b4781f79175 req-c3fb4e1b-4ffd-4664-bafc-943aa98f3b5e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066986 Sep 07 04:35:53.465728 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] Router a7a98401-f6c0-4995-8f38-72f2e9963ca2 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:35:53.599630 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-2f20b6fe-15f9-48e7-86ff-58a10866f34a None None] Provisioning complete for port aecb9b2e-cbd5-427e-a74d-d8ab2030108a triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:35:53.601385 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-2f20b6fe-15f9-48e7-86ff-58a10866f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:53.667854 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:35:53.692854 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-fbce0382-3cf9-416e-aa9d-5c1a04f11f42 admin admin] 10.222.0.55 "PUT /v2.0/routers/a7a98401-f6c0-4995-8f38-72f2e9963ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5771685 Sep 07 04:35:53.717748 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device b20008b3-8a7f-4e80-85db-cc44354f573c up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:35:53.771861 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffe90b-14a8-42e0-a471-eb3b73f4f807 req-3d28cf5a-b3ea-436e-aaf4-ef779ec83583 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:53.787616 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-15ffe90b-14a8-42e0-a471-eb3b73f4f807 req-3d28cf5a-b3ea-436e-aaf4-ef779ec83583 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 946 time: 0.0900035 Sep 07 04:35:53.827475 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-2f20b6fe-15f9-48e7-86ff-58a10866f34a None None] Port aecb9b2e-cbd5-427e-a74d-d8ab2030108a cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:35:53.877250 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port b20008b3-8a7f-4e80-85db-cc44354f573c triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:35:53.877992 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:53.878830 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-15ffe90b-14a8-42e0-a471-eb3b73f4f807 req-3d700554-30ef-4206-9965-9703d4fcf9df tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899127 Sep 07 04:35:53.895741 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79964f5-c590-4efe-8eeb-ec2e101bf39f req-ed3baff0-934a-4d99-9736-2e32a7f26ecc tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:53.903197 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f79964f5-c590-4efe-8eeb-ec2e101bf39f req-ed3baff0-934a-4d99-9736-2e32a7f26ecc tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.1026847 Sep 07 04:35:53.952887 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f79964f5-c590-4efe-8eeb-ec2e101bf39f req-fcc73961-bae4-44c1-a669-c3cb110f4375 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454748 Sep 07 04:35:54.002336 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 2fa068ae-c550-4a7d-8add-d60c9c66c56f up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:35:54.146964 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port 2fa068ae-c550-4a7d-8add-d60c9c66c56f completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:35:54.151629 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 2fa068ae-c550-4a7d-8add-d60c9c66c56f triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:35:54.152468 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:54.184512 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec2c82-3a5c-4b4b-b212-839437c0778c req-e43c52ca-e06f-4eb9-9eda-18d57340c888 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:54.198616 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8dec2c82-3a5c-4b4b-b212-839437c0778c req-e43c52ca-e06f-4eb9-9eda-18d57340c888 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0884151 Sep 07 04:35:54.258509 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d4aa0255-43dd-4ad1-96ff-6a55dadf4ff4 req-baf55440-abae-40fa-b2dc-031b17c39cc1 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 210 time: 0.0357158 Sep 07 04:35:54.287560 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8dec2c82-3a5c-4b4b-b212-839437c0778c req-4146b742-a3ca-4652-8beb-bfce87080e26 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875866 Sep 07 04:35:54.298392 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:54.326010 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port 2fa068ae-c550-4a7d-8add-d60c9c66c56f, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=2fa068ae-c550-4a7d-8add-d60c9c66c56f,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:35:54.455618 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:54.521520 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=2fa068ae-c550-4a7d-8add-d60c9c66c56f,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:54.792765 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 37234) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:54.797629 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-76f076ff-79fc-4334-b768-2e6cc292c9cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-363059884-network', 'tenant_id': '098d8da05c2e42328755a43aaf4375cd'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:35:54.891213 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Sync routers for ids ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:35:54.901879 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Routers {'a7a98401-f6c0-4995-8f38-72f2e9963ca2'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:35:54.905671 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:35:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:35:54.914848 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f076ff-79fc-4334-b768-2e6cc292c9cf admin admin] Made reservation on behalf of 098d8da05c2e42328755a43aaf4375cd for: {'network': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:35:54.918925 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76f076ff-79fc-4334-b768-2e6cc292c9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:54.920181 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37242) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:54.939907 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76f076ff-79fc-4334-b768-2e6cc292c9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:55.038421 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Set router a7a98401-f6c0-4995-8f38-72f2e9963ca2 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:35:55.096660 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-f38db55b-c812-47fb-a965-c2cfc036eb4d req-9d7b09b8-6f3f-4796-a0ec-16f73d688256 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1746886 Sep 07 04:35:55.107943 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [req-f38db55b-c812-47fb-a965-c2cfc036eb4d req-c8a4fd90-607a-4d2f-b836-26700713a346 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:35:55.109201 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-f38db55b-c812-47fb-a965-c2cfc036eb4d req-c8a4fd90-607a-4d2f-b836-26700713a346 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067229 Sep 07 04:35:55.175257 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012a60e-10e7-415e-ac93-f6f538a23ba5 req-7eeb785a-53c1-4e46-992d-5680f0110cc6 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:55.182943 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b012a60e-10e7-415e-ac93-f6f538a23ba5 req-7eeb785a-53c1-4e46-992d-5680f0110cc6 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 946 time: 0.2129920 Sep 07 04:35:55.254791 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f0b41-f5af-4501-a621-14112c9e5b4d req-36d37ab4-b043-45b9-9df7-71871b72d11d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:55.254791 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-386f0b41-f5af-4501-a621-14112c9e5b4d req-36d37ab4-b043-45b9-9df7-71871b72d11d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.1651666 Sep 07 04:35:55.256201 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76f076ff-79fc-4334-b768-2e6cc292c9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:55.311398 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b012a60e-10e7-415e-ac93-f6f538a23ba5 req-aa36ab21-87ca-4ba4-8832-69186d0d6d5c tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274288 Sep 07 04:35:55.355991 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76f076ff-79fc-4334-b768-2e6cc292c9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:55.390529 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'name': 'tempest-TestShelveInstance-1035666492-router', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:48Z', 'updated_at': '2021-09-07T04:35:52Z', 'revision_number': 4, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'gw_port': {'id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:49Z', 'updated_at': '2021-09-07T04:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'aecb9b2e-cbd5-427e-a74d-d8ab2030108a', 'name': '', 'network_id': '6881e86b-0218-4b28-af23-89d938232d21', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'mac_address': 'fa:16:3e:5d:b9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:51Z', 'updated_at': '2021-09-07T04:35:52Z', 'revision_number': 2, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'subnets': [{'id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:35:55.394428 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-386f0b41-f5af-4501-a621-14112c9e5b4d req-f96babcf-0bf6-4cb6-b7a5-41b2cf369e2d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223631 Sep 07 04:35:55.465718 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f076ff-79fc-4334-b768-2e6cc292c9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b62a50-a2a6-4965-9401-f20f375c00b1,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:55.469662 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Checking router: a7a98401-f6c0-4995-8f38-72f2e9963ca2 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:35:55.470078 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Updating router a7a98401-f6c0-4995-8f38-72f2e9963ca2 port aecb9b2e-cbd5-427e-a74d-d8ab2030108a binding host dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:35:55.481491 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f076ff-79fc-4334-b768-2e6cc292c9cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:35:55.497400 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 2fa068ae-c550-4a7d-8add-d60c9c66c56f up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:35:55.526970 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8ea8b72c-fdb9-49b1-af89-d371b1a14b6c req-9b8ddc70-7d4c-41d5-b051-487c49a3b85d tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 210 time: 0.0474544 Sep 07 04:35:55.533947 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76f076ff-79fc-4334-b768-2e6cc292c9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:55.534405 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.segments_db [None req-76f076ff-79fc-4334-b768-2e6cc292c9cf admin admin] Added segment 81d3799d-4c65-42c2-b3e9-54abba7cc42d of type vlan for network 1518bd48-7b01-49d9-b39a-05c14c2dacc6 Sep 07 04:35:55.537965 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:55.629553 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76f076ff-79fc-4334-b768-2e6cc292c9cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:55.674163 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede52cf-b5a8-47ae-bcf0-b0138d6ef8a2 req-6358fa8d-5bc3-467d-8922-7549922389ff tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:55.677740 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fede52cf-b5a8-47ae-bcf0-b0138d6ef8a2 req-6358fa8d-5bc3-467d-8922-7549922389ff tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.1396904 Sep 07 04:35:55.682875 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 2fa068ae-c550-4a7d-8add-d60c9c66c56f triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:35:55.683257 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:55.757165 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fede52cf-b5a8-47ae-bcf0-b0138d6ef8a2 req-ad1e025f-08ff-47a0-be8f-131a684416f2 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729227 Sep 07 04:35:55.786508 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470d31-4d86-43aa-9c91-f52536a5fcf3 req-ed3a228e-5997-4012-aee8-224bbcdc83ce tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:55.788381 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c8470d31-4d86-43aa-9c91-f52536a5fcf3 req-ed3a228e-5997-4012-aee8-224bbcdc83ce tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.54 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 946 time: 0.0740776 Sep 07 04:35:55.806011 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76f076ff-79fc-4334-b768-2e6cc292c9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:55.807004 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f076ff-79fc-4334-b768-2e6cc292c9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:55.807795 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76f076ff-79fc-4334-b768-2e6cc292c9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:55.862750 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device db772293-f10a-4e5f-b463-a8106f1a986c no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:35:55.941855 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f076ff-79fc-4334-b768-2e6cc292c9cf admin admin] Pushing event updated for resources: {'Network': ['ID=1518bd48-7b01-49d9-b39a-05c14c2dacc6,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:55.970242 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network 1518bd48-7b01-49d9-b39a-05c14c2dacc6 details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:35:55.970938 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-76f076ff-79fc-4334-b768-2e6cc292c9cf admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1768153 Sep 07 04:35:55.974589 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37272) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:55.985283 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-8697a3fd-8f3c-45cb-a122-c4dd66b89ed6 admin admin] Request body: {'subnet': {'network_id': '1518bd48-7b01-49d9-b39a-05c14c2dacc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-363059884-subnet', 'tenant_id': '098d8da05c2e42328755a43aaf4375cd', 'ip_version': 4}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:35:56.052403 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-c8470d31-4d86-43aa-9c91-f52536a5fcf3 req-5baf8b02-b822-4f73-89d6-4331229c9a6c tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Deleting port 2cf78d6a-82ed-4057-97ab-b1351591bf22 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:35:56.052958 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c8470d31-4d86-43aa-9c91-f52536a5fcf3 req-5baf8b02-b822-4f73-89d6-4331229c9a6c tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:56.055927 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-3977f3b6-bd7c-4106-a658-b40ac4dd8636 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=0b881e61d84e401585b6ef488bb17279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371382 Sep 07 04:35:56.088200 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8697a3fd-8f3c-45cb-a122-c4dd66b89ed6 admin admin] Made reservation on behalf of 098d8da05c2e42328755a43aaf4375cd for: {'subnet': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:35:56.088200 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8697a3fd-8f3c-45cb-a122-c4dd66b89ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9124979'] for subnet, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:56.157185 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Notify callbacks [] for port, precommit_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:56.175714 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Transition to ACTIVE for port object aecb9b2e-cbd5-427e-a74d-d8ab2030108a will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:35:56.253006 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:56.255171 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062eaf20-5071-469b-ba22-90499517e21f req-a4cebc0f-6453-40dd-8efc-0f9b848fb1cf tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:56.256704 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-062eaf20-5071-469b-ba22-90499517e21f req-a4cebc0f-6453-40dd-8efc-0f9b848fb1cf tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0714495 Sep 07 04:35:56.258601 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 37278) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:56.259056 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-c8470d31-4d86-43aa-9c91-f52536a5fcf3 req-5baf8b02-b822-4f73-89d6-4331229c9a6c tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] For port 2cf78d6a-82ed-4057-97ab-b1351591bf22, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2cf78d6a-82ed-4057-97ab-b1351591bf22,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:35:56.259422 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c8470d31-4d86-43aa-9c91-f52536a5fcf3 req-5baf8b02-b822-4f73-89d6-4331229c9a6c tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:56.302811 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-c8470d31-4d86-43aa-9c91-f52536a5fcf3 req-5baf8b02-b822-4f73-89d6-4331229c9a6c tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Calling delete_port for 2cf78d6a-82ed-4057-97ab-b1351591bf22 owned by compute:nova {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:35:56.312220 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341aeef-1ebe-405a-92e4-ceb821b007f1 None None] Pushing event updated for resources: {'Port': ['ID=aecb9b2e-cbd5-427e-a74d-d8ab2030108a,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:56.439551 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Attempting to bind port aecb9b2e-cbd5-427e-a74d-d8ab2030108a on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:35:56.439938 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Attempting to bind port aecb9b2e-cbd5-427e-a74d-d8ab2030108a by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': 'f508e93d-056c-4485-9f5a-d70d90e0f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6881e86b-0218-4b28-af23-89d938232d21'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:35:56.444214 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Attempting to bind port aecb9b2e-cbd5-427e-a74d-d8ab2030108a on network 6881e86b-0218-4b28-af23-89d938232d21 {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:35:56.455546 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:35:56.455840 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Checking segment: {'id': 'f508e93d-056c-4485-9f5a-d70d90e0f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6881e86b-0218-4b28-af23-89d938232d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:35:56.456246 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:56.456674 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Bound using segment: {'id': 'f508e93d-056c-4485-9f5a-d70d90e0f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6881e86b-0218-4b28-af23-89d938232d21'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:35:56.457322 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Bound port: aecb9b2e-cbd5-427e-a74d-d8ab2030108a, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f508e93d-056c-4485-9f5a-d70d90e0f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6881e86b-0218-4b28-af23-89d938232d21'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:35:56.457535 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:56.560336 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-16b4cf32-ac5a-405d-a616-eb36cf2eecd4 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:56.564172 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-16b4cf32-ac5a-405d-a616-eb36cf2eecd4 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5026510 Sep 07 04:35:56.587773 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-062eaf20-5071-469b-ba22-90499517e21f req-dfcd46f8-2e5d-4042-92e4-0bc234b5ce55 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132141 Sep 07 04:35:56.600922 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] For port aecb9b2e-cbd5-427e-a74d-d8ab2030108a, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:35:56.609957 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] For port aecb9b2e-cbd5-427e-a74d-d8ab2030108a, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=aecb9b2e-cbd5-427e-a74d-d8ab2030108a,segment=NetworkSegment(f508e93d-056c-4485-9f5a-d70d90e0f434),segment_id=f508e93d-056c-4485-9f5a-d70d90e0f434)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:35:56.633506 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-22c018df-3031-47c8-8941-390aafb5ca74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:56.681107 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259907a-1783-4b30-8087-b42f9268e9a6 req-b2a991ba-cc4e-4c85-969e-77861b16d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:56.682667 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7259907a-1783-4b30-8087-b42f9268e9a6 req-b2a991ba-cc4e-4c85-969e-77861b16d654 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05b33c35f8434484aa03a579ecde878e&device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 1098 time: 0.1463621 Sep 07 04:35:56.693017 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9df93d-3190-4ee6-a4c6-a2000f8e0989 req-f40cdebf-2c60-44fe-a838-1e930a80bb60 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:56.694553 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ba9df93d-3190-4ee6-a4c6-a2000f8e0989 req-f40cdebf-2c60-44fe-a838-1e930a80bb60 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 946 time: 0.1517277 Sep 07 04:35:56.702802 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:56.774050 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341aeef-1ebe-405a-92e4-ceb821b007f1 None None] Pushing event updated for resources: {'Port': ['ID=aecb9b2e-cbd5-427e-a74d-d8ab2030108a,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:56.776849 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-8015e3be-da9f-4f47-a6c9-c6b6014afbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:56.786678 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c8470d31-4d86-43aa-9c91-f52536a5fcf3 req-5baf8b02-b822-4f73-89d6-4331229c9a6c tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:56.813426 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Routers {'a7a98401-f6c0-4995-8f38-72f2e9963ca2'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:35:56.814259 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:35:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:35:56.841192 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf8b02-b822-4f73-89d6-4331229c9a6c tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Pushing event deleted for resources: {'Port': ['ID=2cf78d6a-82ed-4057-97ab-b1351591bf22,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:56.931930 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-22c018df-3031-47c8-8941-390aafb5ca74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:56.952162 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] Set router a7a98401-f6c0-4995-8f38-72f2e9963ca2 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:35:56.974786 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-e760afea-0324-4024-9ae5-541b15386930 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Request body: {'port': {'device_id': 'b753561e-ecbf-4b43-8915-72a70fb00fb6', 'network_id': '38014ad8-1f39-4daf-bdd9-85a3d93a13d1', 'admin_state_up': True, 'tenant_id': '0b881e61d84e401585b6ef488bb17279'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:35:57.053891 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['674fa64e-df35-45b3-a06c-eec2726f1621', '43f74f6c-93a5-45ba-8c2d-7aa5452179e9', '7942ff84-52a8-4c01-b390-a113c3f5fa32', '2cf78d6a-82ed-4057-97ab-b1351591bf22'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:35:57.230645 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8697a3fd-8f3c-45cb-a122-c4dd66b89ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9042233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9124869'] for subnet, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:57.252013 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-22c018df-3031-47c8-8941-390aafb5ca74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:57.275467 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ba9df93d-3190-4ee6-a4c6-a2000f8e0989 req-a0ad9e95-ccce-4cc6-9e60-ae315d4ad169 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318975 Sep 07 04:35:57.284468 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8470d31-4d86-43aa-9c91-f52536a5fcf3 req-5baf8b02-b822-4f73-89d6-4331229c9a6c tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] No DVR routers for this DVR port 2cf78d6a-82ed-4057-97ab-b1351591bf22 on host hv-cinder-80403 {{(pid=94312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:35:57.286895 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-e760afea-0324-4024-9ae5-541b15386930 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Made reservation on behalf of 0b881e61d84e401585b6ef488bb17279 for: {'port': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:35:57.291367 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-e760afea-0324-4024-9ae5-541b15386930 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:57.293774 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f7fbe-895f-411f-8089-54bce4742755 req-ac20b781-ed44-4a37-8f2a-e9f6d490519b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:57.301893 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-537f7fbe-895f-411f-8089-54bce4742755 req-ac20b781-ed44-4a37-8f2a-e9f6d490519b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.6028395 Sep 07 04:35:57.308390 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697a3fd-8f3c-45cb-a122-c4dd66b89ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8f20259-7914-4c24-85c5-3f093b961600,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:57.319714 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-e760afea-0324-4024-9ae5-541b15386930 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:57.322218 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c8470d31-4d86-43aa-9c91-f52536a5fcf3 req-5baf8b02-b822-4f73-89d6-4331229c9a6c tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:57.324408 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c8470d31-4d86-43aa-9c91-f52536a5fcf3 req-5baf8b02-b822-4f73-89d6-4331229c9a6c tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.54 "DELETE /v2.0/ports/2cf78d6a-82ed-4057-97ab-b1351591bf22 HTTP/1.1" status: 204 len: 173 time: 1.5296698 Sep 07 04:35:57.329624 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afb9a82-4700-4872-bd8a-cbd8ae492995', 'name': 'network-vif-deleted', 'tag': '2cf78d6a-82ed-4057-97ab-b1351591bf22'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:35:57.332042 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684d099b-81a7-47b8-8cfe-0d32c58799c7" -d '{"events": [{"server_uuid": "0afb9a82-4700-4872-bd8a-cbd8ae492995", "name": "network-vif-deleted", "tag": "2cf78d6a-82ed-4057-97ab-b1351591bf22"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:35:57.346353 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8697a3fd-8f3c-45cb-a122-c4dd66b89ed6 admin admin] Checking segment: {'id': '81d3799d-4c65-42c2-b3e9-54abba7cc42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1518bd48-7b01-49d9-b39a-05c14c2dacc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:35:57.351307 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8697a3fd-8f3c-45cb-a122-c4dd66b89ed6 admin admin] Network hostable DHCP agents. Network: 1518bd48-7b01-49d9-b39a-05c14c2dacc6, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:35:57.351445 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'name': 'tempest-TestShelveInstance-1035666492-router', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:48Z', 'updated_at': '2021-09-07T04:35:52Z', 'revision_number': 4, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'gw_port': {'id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:49Z', 'updated_at': '2021-09-07T04:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'aecb9b2e-cbd5-427e-a74d-d8ab2030108a', 'name': '', 'network_id': '6881e86b-0218-4b28-af23-89d938232d21', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'mac_address': 'fa:16:3e:5d:b9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:51Z', 'updated_at': '2021-09-07T04:35:56Z', 'revision_number': 4, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'subnets': [{'id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:35:57.396013 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-22c018df-3031-47c8-8941-390aafb5ca74 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d2ab81c10ff446f83856d2287ea042d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1337936 Sep 07 04:35:57.400829 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f475bcb-4842-43ac-8cb5-1bb85f45bf57 None None] The sync data for ids ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'] in dv-cinder-804035-10-iscsi is: [{'id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'name': 'tempest-TestShelveInstance-1035666492-router', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:48Z', 'updated_at': '2021-09-07T04:35:52Z', 'revision_number': 4, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'gw_port': {'id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:49Z', 'updated_at': '2021-09-07T04:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'aecb9b2e-cbd5-427e-a74d-d8ab2030108a', 'name': '', 'network_id': '6881e86b-0218-4b28-af23-89d938232d21', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'mac_address': 'fa:16:3e:5d:b9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:51Z', 'updated_at': '2021-09-07T04:35:56Z', 'revision_number': 4, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'subnets': [{'id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:35:57.401507 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37306) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:57.414998 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c018df-3031-47c8-8941-390aafb5ca74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6595de1a-e665-4761-9ef4-820bcf9c1303,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:57.467830 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7d2457c6-306c-422f-8c62-92ebce82dc04 req-c904e78f-760b-453d-b7fe-f39c42e5fb8c tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 210 time: 0.0742083 Sep 07 04:35:57.493584 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8cd80976-aea4-45b6-b90e-4ef3391c5995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:57.510155 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-537f7fbe-895f-411f-8089-54bce4742755 req-7f83a158-c0f2-4ca4-a19d-c7db13a15cf2 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076168 Sep 07 04:35:57.511612 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259907a-1783-4b30-8087-b42f9268e9a6 req-d3cc4270-d877-474d-a35f-91c45380e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:57.516836 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8697a3fd-8f3c-45cb-a122-c4dd66b89ed6 admin admin] Network 1518bd48-7b01-49d9-b39a-05c14c2dacc6 is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:35:57.523740 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7259907a-1783-4b30-8087-b42f9268e9a6 req-d3cc4270-d877-474d-a35f-91c45380e941 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b HTTP/1.1" status: 200 len: 919 time: 0.7791028 Sep 07 04:35:57.546733 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-e760afea-0324-4024-9ae5-541b15386930 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:57.566862 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8cd80976-aea4-45b6-b90e-4ef3391c5995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:57.608249 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1cc9dc-d6d8-4a1b-86a0-48e5d607b706 x-openstack-request-id: req-fa1cc9dc-d6d8-4a1b-86a0-48e5d607b706 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:35:57.608249 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afb9a82-4700-4872-bd8a-cbd8ae492995", "name": "network-vif-deleted", "tag": "2cf78d6a-82ed-4057-97ab-b1351591bf22", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:35:57.612934 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa1cc9dc-d6d8-4a1b-86a0-48e5d607b706 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:35:57.621025 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afb9a82-4700-4872-bd8a-cbd8ae492995', 'name': 'network-vif-deleted', 'tag': '2cf78d6a-82ed-4057-97ab-b1351591bf22', 'status': 'completed', 'code': 200} Sep 07 04:35:57.623264 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7259907a-1783-4b30-8087-b42f9268e9a6 req-4b7e93c6-40ee-4071-8a16-c7b92a882805 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05147852-8b97-44df-a012-1ef2983815b0 HTTP/1.1" status: 200 len: 217 time: 0.0918629 Sep 07 04:35:57.668536 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-8697a3fd-8f3c-45cb-a122-c4dd66b89ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, 1518bd48-7b01-49d9-b39a-05c14c2dacc6) {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:35:57.671075 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-e760afea-0324-4024-9ae5-541b15386930 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:57.680004 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8697a3fd-8f3c-45cb-a122-c4dd66b89ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:57.683776 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f789ee-3040-4bc2-bee1-640c83183825 None None] Network 1518bd48-7b01-49d9-b39a-05c14c2dacc6 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:35:57.686411 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8697a3fd-8f3c-45cb-a122-c4dd66b89ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:57.742400 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760afea-0324-4024-9ae5-541b15386930 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e95f9b7-8747-454e-b470-080c245282d5,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:57.824708 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259907a-1783-4b30-8087-b42f9268e9a6 req-edc4ed67-a69d-40bd-b002-df2e48ccefed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:57.827061 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7259907a-1783-4b30-8087-b42f9268e9a6 req-edc4ed67-a69d-40bd-b002-df2e48ccefed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=85bf212c-084f-42e5-9646-fcbba187f4b6 HTTP/1.1" status: 200 len: 858 time: 0.1965027 Sep 07 04:35:57.862305 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed721c2-f19f-4926-9567-c56db78d1427 req-067786d3-fa99-4843-afea-c8240d09ac85 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:57.862983 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-e760afea-0324-4024-9ae5-541b15386930 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Allocated IP 192.168.233.65 (38014ad8-1f39-4daf-bdd9-85a3d93a13d1/28b19798-ec1f-4e57-abeb-393e0f672888/785f2d48-69ff-4f45-acd4-0564251e2437) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:35:57.865818 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6ed721c2-f19f-4926-9567-c56db78d1427 req-067786d3-fa99-4843-afea-c8240d09ac85 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.1322591 Sep 07 04:35:57.895326 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8cd80976-aea4-45b6-b90e-4ef3391c5995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:57.899728 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8cd80976-aea4-45b6-b90e-4ef3391c5995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:57.900174 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7259907a-1783-4b30-8087-b42f9268e9a6 req-26c76c80-d4ba-48fe-ad04-46b04cbed914 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612798 Sep 07 04:35:57.902573 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-8cd80976-aea4-45b6-b90e-4ef3391c5995 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6595de1a-e665-4761-9ef4-820bcf9c1303 HTTP/1.1" status: 204 len: 168 time: 0.4997878 Sep 07 04:35:57.937854 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-8697a3fd-8f3c-45cb-a122-c4dd66b89ed6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9615121 Sep 07 04:35:57.938799 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 37316) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:57.944689 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-363059884-router', 'tenant_id': '098d8da05c2e42328755a43aaf4375cd', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:35:57.956390 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd80976-aea4-45b6-b90e-4ef3391c5995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6595de1a-e665-4761-9ef4-820bcf9c1303,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:58.022636 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f0861aa-1164-573e-aee3-8cc302ec4a76-1518bd48-7b01-49d9-b39a-05c14c2dacc6', 'network_id': '1518bd48-7b01-49d9-b39a-05c14c2dacc6', 'tenant_id': '098d8da05c2e42328755a43aaf4375cd', 'fixed_ips': [{'subnet_id': 'd8f20259-7914-4c24-85c5-3f093b961600'}]}} from dv-cinder-804035-10-iscsi. {{(pid=94313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:35:58.023826 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:58.074590 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6ed721c2-f19f-4926-9567-c56db78d1427 req-8cf41d97-da94-449f-9cc5-415181994bb0 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781299 Sep 07 04:35:58.152522 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7259907a-1783-4b30-8087-b42f9268e9a6 req-fc6c2468-ab7f-48a6-bc5b-80669c4ee2fe service neutron] 10.222.0.54 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166970 Sep 07 04:35:58.164969 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-e760afea-0324-4024-9ae5-541b15386930 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:58.180155 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-e760afea-0324-4024-9ae5-541b15386930 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Transition to ACTIVE for port object 785f2d48-69ff-4f45-acd4-0564251e2437 will not be triggered until provisioned by entity DHCP. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:35:58.197914 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-50034'] for router, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:58.199127 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-50041'] for router, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:58.249670 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.db_base_plugin_common [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Allocated IP 172.20.0.2 (1518bd48-7b01-49d9-b39a-05c14c2dacc6/d8f20259-7914-4c24-85c5-3f093b961600/318d06cd-f55d-42ab-8de3-1b6fc112aa1d) {{(pid=94313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:35:58.323118 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-e760afea-0324-4024-9ae5-541b15386930 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:58.422597 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7259907a-1783-4b30-8087-b42f9268e9a6 req-881e1c74-c592-4496-878e-8479f8bc0e0d service neutron] 10.222.0.54 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549357 Sep 07 04:35:58.432778 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-e760afea-0324-4024-9ae5-541b15386930 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Network 38014ad8-1f39-4daf-bdd9-85a3d93a13d1 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:35:58.444284 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-e760afea-0324-4024-9ae5-541b15386930 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:35:58.460552 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-e760afea-0324-4024-9ae5-541b15386930 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:35:58.551443 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760afea-0324-4024-9ae5-541b15386930 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Pushing event updated for resources: {'Port': ['ID=785f2d48-69ff-4f45-acd4-0564251e2437,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:58.571007 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37328) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:58.579835 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1c0601c1-a20e-4ad6-962f-24fcb5f9fa39 req-9b72cb4d-f41f-4dce-a6c9-eee4b6abc713 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=0afb9a82-4700-4872-bd8a-cbd8ae492995 HTTP/1.1" status: 200 len: 210 time: 0.1448417 Sep 07 04:35:58.642720 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-e760afea-0324-4024-9ae5-541b15386930 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:58.646291 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-e760afea-0324-4024-9ae5-541b15386930 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:58.688060 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:58.780383 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-e760afea-0324-4024-9ae5-541b15386930 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8202760 Sep 07 04:35:58.816523 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Request body: {'port': {'device_id': 'b753561e-ecbf-4b43-8915-72a70fb00fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:35:58.838009 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:58.850512 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Transition to ACTIVE for port object 318d06cd-f55d-42ab-8de3-1b6fc112aa1d will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:35:58.881417 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Transition to ACTIVE for port object 318d06cd-f55d-42ab-8de3-1b6fc112aa1d will not be triggered until provisioned by entity DHCP. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:35:58.891707 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1f50b116-dd45-41e6-9f16-4dca24cc85f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:58.924279 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-bc4975bf-bfd2-4917-b9e7-b048704f08ae None None] Provisioning for port 785f2d48-69ff-4f45-acd4-0564251e2437 completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:35:58.929890 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-bc4975bf-bfd2-4917-b9e7-b048704f08ae None None] Provisioning complete for port 785f2d48-69ff-4f45-acd4-0564251e2437 triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:35:58.930480 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-bc4975bf-bfd2-4917-b9e7-b048704f08ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:58.952090 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:58.961906 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339400c-63eb-4454-be99-e4159cae44bb req-797362b2-63b7-48c3-9673-04db3767b36c tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:58.965286 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9339400c-63eb-4454-be99-e4159cae44bb req-797362b2-63b7-48c3-9673-04db3767b36c tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 935 time: 0.2632699 Sep 07 04:35:58.973928 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e326e-3f52-4f33-885c-8157ad73eb84 req-526ca017-b400-43ed-95f2-2eece60ad9cb tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:58.976096 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ed7e326e-3f52-4f33-885c-8157ad73eb84 req-526ca017-b400-43ed-95f2-2eece60ad9cb tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.2350411 Sep 07 04:35:58.999430 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468'] for port, after_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:59.102752 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-bc4975bf-bfd2-4917-b9e7-b048704f08ae None None] Port 785f2d48-69ff-4f45-acd4-0564251e2437 cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:35:59.102752 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Network 1518bd48-7b01-49d9-b39a-05c14c2dacc6 is already hosted by enough agents. {{(pid=94313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:35:59.109125 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.base_scheduler [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Resources bound (agent type, host, resource id): {{(pid=94313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:35:59.117564 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Received port after_create {{(pid=94313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:35:59.138919 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Pushing event updated for resources: {'Port': ['ID=318d06cd-f55d-42ab-8de3-1b6fc112aa1d,revision_number=1']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:59.176117 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ed7e326e-3f52-4f33-885c-8157ad73eb84 req-342779d6-8e6f-41ae-9799-fe0b48a28cf1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594274 Sep 07 04:35:59.191962 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-20269af5-c2dc-465f-9913-d4d00f1bb5f9 req-5a44e53f-e037-4373-be90-5286a2c740ea service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2393019 Sep 07 04:35:59.224610 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Attempting to bind port 318d06cd-f55d-42ab-8de3-1b6fc112aa1d on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:35:59.225153 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Attempting to bind port 318d06cd-f55d-42ab-8de3-1b6fc112aa1d by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': '81d3799d-4c65-42c2-b3e9-54abba7cc42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1518bd48-7b01-49d9-b39a-05c14c2dacc6'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:35:59.225581 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Attempting to bind port 318d06cd-f55d-42ab-8de3-1b6fc112aa1d on network 1518bd48-7b01-49d9-b39a-05c14c2dacc6 {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:35:59.232935 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:59.240590 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9339400c-63eb-4454-be99-e4159cae44bb req-f468e47f-2adc-4df6-a31c-ac7f216441c8 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e95f9b7-8747-454e-b470-080c245282d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632911 Sep 07 04:35:59.252247 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:35:59.252896 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Checking segment: {'id': '81d3799d-4c65-42c2-b3e9-54abba7cc42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1518bd48-7b01-49d9-b39a-05c14c2dacc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:35:59.253451 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:59.253946 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Bound using segment: {'id': '81d3799d-4c65-42c2-b3e9-54abba7cc42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1518bd48-7b01-49d9-b39a-05c14c2dacc6'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:35:59.254908 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Bound port: 318d06cd-f55d-42ab-8de3-1b6fc112aa1d, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d3799d-4c65-42c2-b3e9-54abba7cc42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1518bd48-7b01-49d9-b39a-05c14c2dacc6'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:35:59.255413 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:59.257644 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1f50b116-dd45-41e6-9f16-4dca24cc85f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:59.375031 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] For port 318d06cd-f55d-42ab-8de3-1b6fc112aa1d, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:35:59.384954 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] For port 318d06cd-f55d-42ab-8de3-1b6fc112aa1d, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=318d06cd-f55d-42ab-8de3-1b6fc112aa1d,segment=NetworkSegment(81d3799d-4c65-42c2-b3e9-54abba7cc42d),segment_id=81d3799d-4c65-42c2-b3e9-54abba7cc42d)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:35:59.390749 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20269af5-c2dc-465f-9913-d4d00f1bb5f9 req-ab96653a-7177-4e9b-aec5-f24e4e1cefa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:59.391278 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-20269af5-c2dc-465f-9913-d4d00f1bb5f9 req-ab96653a-7177-4e9b-aec5-f24e4e1cefa0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b099fc569a934243895533d64d9bfd57&device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 1098 time: 0.1314185 Sep 07 04:35:59.398909 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947436f1-f692-4362-b53b-70723f7c92be req-68849717-a58d-470c-970d-0a038dbd4c1e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:59.408881 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-947436f1-f692-4362-b53b-70723f7c92be req-68849717-a58d-470c-970d-0a038dbd4c1e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.1059043 Sep 07 04:35:59.415497 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1f50b116-dd45-41e6-9f16-4dca24cc85f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:59.455070 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785f2d48-69ff-4f45-acd4-0564251e2437 {{(pid=94311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:35:59.457739 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:59.471372 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:59.474366 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50b116-dd45-41e6-9f16-4dca24cc85f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc3d1ec-6274-4e1b-a54a-6b1ad1d48d7f,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:59.486082 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-1f50b116-dd45-41e6-9f16-4dca24cc85f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=813cc2c57f384cc6af7029382fd49f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9139524 Sep 07 04:35:59.493463 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37348) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:59.500722 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Transition to ACTIVE for port object 785f2d48-69ff-4f45-acd4-0564251e2437 will not be triggered until provisioned by entity L2. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:35:59.502384 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50b116-dd45-41e6-9f16-4dca24cc85f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:59.502688 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50b116-dd45-41e6-9f16-4dca24cc85f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:59.503103 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50b116-dd45-41e6-9f16-4dca24cc85f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:59.503451 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50b116-dd45-41e6-9f16-4dca24cc85f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:59.503786 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50b116-dd45-41e6-9f16-4dca24cc85f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:59.504128 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50b116-dd45-41e6-9f16-4dca24cc85f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:59.504458 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50b116-dd45-41e6-9f16-4dca24cc85f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:59.504826 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50b116-dd45-41e6-9f16-4dca24cc85f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:59.505158 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50b116-dd45-41e6-9f16-4dca24cc85f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:59.505489 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50b116-dd45-41e6-9f16-4dca24cc85f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:59.505820 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50b116-dd45-41e6-9f16-4dca24cc85f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:59.506131 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50b116-dd45-41e6-9f16-4dca24cc85f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:35:59.562667 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ce51271d-2f84-4afa-b62c-748e578c5ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:59.571001 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-947436f1-f692-4362-b53b-70723f7c92be req-892cb2b9-6a14-441b-af7d-c9d6de30f0b4 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609223 Sep 07 04:35:59.600356 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ba27f-5693-4986-b677-e5f6c785c1c7 None None] Pushing event updated for resources: {'Port': ['ID=318d06cd-f55d-42ab-8de3-1b6fc112aa1d,revision_number=2']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:59.606505 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ce51271d-2f84-4afa-b62c-748e578c5ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:59.617495 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:59.632402 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device aecb9b2e-cbd5-427e-a74d-d8ab2030108a up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:35:59.665927 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-10e4b4aa-7ee4-4d29-be15-c735149e9f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:59.689471 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20269af5-c2dc-465f-9913-d4d00f1bb5f9 req-912f0b98-fdce-4f5b-94c3-64c303aac2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:59.693986 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-20269af5-c2dc-465f-9913-d4d00f1bb5f9 req-912f0b98-fdce-4f5b-94c3-64c303aac2e2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ef7d546e-a3f2-450b-8000-b3a8ff82b02d HTTP/1.1" status: 200 len: 916 time: 0.2714484 Sep 07 04:35:59.695404 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Pushing event updated for resources: {'Port': ['ID=785f2d48-69ff-4f45-acd4-0564251e2437,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:59.697921 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:59.783038 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37356) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:35:59.787016 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-20269af5-c2dc-465f-9913-d4d00f1bb5f9 req-af2fa792-c4d0-4cac-97c1-6e93baae3871 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=674fa64e-df35-45b3-a06c-eec2726f1621 HTTP/1.1" status: 200 len: 217 time: 0.0712357 Sep 07 04:35:59.818774 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port aecb9b2e-cbd5-427e-a74d-d8ab2030108a completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:35:59.826185 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Attempting to bind port 785f2d48-69ff-4f45-acd4-0564251e2437 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:35:59.826508 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Attempting to bind port 785f2d48-69ff-4f45-acd4-0564251e2437 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '48899d06-6db2-4426-8761-70a5054c04a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '38014ad8-1f39-4daf-bdd9-85a3d93a13d1'}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:35:59.827020 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Attempting to bind port 785f2d48-69ff-4f45-acd4-0564251e2437 on network 38014ad8-1f39-4daf-bdd9-85a3d93a13d1 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:35:59.828327 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port aecb9b2e-cbd5-427e-a74d-d8ab2030108a triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:35:59.828822 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:59.831911 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Port 785f2d48-69ff-4f45-acd4-0564251e2437 on network 38014ad8-1f39-4daf-bdd9-85a3d93a13d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:35:59.832231 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Attempting to bind port 785f2d48-69ff-4f45-acd4-0564251e2437 on network 38014ad8-1f39-4daf-bdd9-85a3d93a13d1 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:35:59.837398 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38db55b-c812-47fb-a965-c2cfc036eb4d req-e3d39de5-b761-4734-92c7-3a943348f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:35:59.838857 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:35:59.839030 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f38db55b-c812-47fb-a965-c2cfc036eb4d req-e3d39de5-b761-4734-92c7-3a943348f391 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467&tenant_id=68ad0ff139cd4db998515714ae022f66 HTTP/1.1" status: 200 len: 1097 time: 0.2207632 Sep 07 04:35:59.839173 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Checking segment: {'id': '48899d06-6db2-4426-8761-70a5054c04a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '38014ad8-1f39-4daf-bdd9-85a3d93a13d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:35:59.839562 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Bound using segment: {'id': '48899d06-6db2-4426-8761-70a5054c04a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '38014ad8-1f39-4daf-bdd9-85a3d93a13d1'} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:35:59.839998 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Bound port: 785f2d48-69ff-4f45-acd4-0564251e2437, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48899d06-6db2-4426-8761-70a5054c04a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '38014ad8-1f39-4daf-bdd9-85a3d93a13d1'}}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:35:59.840525 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:59.917179 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 2cf78d6a-82ed-4057-97ab-b1351591bf22 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:35:59.923564 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ce51271d-2f84-4afa-b62c-748e578c5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:59.926179 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ce51271d-2f84-4afa-b62c-748e578c5ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:35:59.927269 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-ce51271d-2f84-4afa-b62c-748e578c5ed3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4fc3d1ec-6274-4e1b-a54a-6b1ad1d48d7f HTTP/1.1" status: 204 len: 168 time: 0.4329050 Sep 07 04:35:59.954804 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51271d-2f84-4afa-b62c-748e578c5ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc3d1ec-6274-4e1b-a54a-6b1ad1d48d7f,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:35:59.997935 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] For port 785f2d48-69ff-4f45-acd4-0564251e2437, host hv-cinder-80403, cleared binding levels {{(pid=94311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:36:00.001513 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] For port 785f2d48-69ff-4f45-acd4-0564251e2437, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=785f2d48-69ff-4f45-acd4-0564251e2437,segment=NetworkSegment(48899d06-6db2-4426-8761-70a5054c04a7),segment_id=48899d06-6db2-4426-8761-70a5054c04a7)] {{(pid=94311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:36:00.023960 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: 2cf78d6a-82ed-4057-97ab-b1351591bf22 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:36:00.024137 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 2cf78d6a-82ed-4057-97ab-b1351591bf22 not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:36:00.074131 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-0a0cdc68-34ce-4650-ab3a-63cf8c26e5ec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1980138077-network', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:36:00.117203 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:00.133801 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38db55b-c812-47fb-a965-c2cfc036eb4d req-539f9679-b08b-4606-b739-39933e19001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:00.134477 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:00.135964 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f38db55b-c812-47fb-a965-c2cfc036eb4d req-539f9679-b08b-4606-b739-39933e19001c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68ad0ff139cd4db998515714ae022f66&device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 1097 time: 0.1857781 Sep 07 04:36:00.138345 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20269af5-c2dc-465f-9913-d4d00f1bb5f9 req-72f4ce51-0826-412c-80ce-ce0c7b82460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:00.139920 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-20269af5-c2dc-465f-9913-d4d00f1bb5f9 req-72f4ce51-0826-412c-80ce-ce0c7b82460a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7faf0073-8af2-4618-bd78-9149ff6adc98 HTTP/1.1" status: 200 len: 855 time: 0.3448699 Sep 07 04:36:00.179224 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port aecb9b2e-cbd5-427e-a74d-d8ab2030108a, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=aecb9b2e-cbd5-427e-a74d-d8ab2030108a,segment=NetworkSegment(f508e93d-056c-4485-9f5a-d70d90e0f434),segment_id=f508e93d-056c-4485-9f5a-d70d90e0f434)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:00.185962 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:00.194267 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:00.195233 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:00.197028 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] 10.222.0.54 "PUT /v2.0/ports/785f2d48-69ff-4f45-acd4-0564251e2437 HTTP/1.1" status: 200 len: 1097 time: 1.3855395 Sep 07 04:36:00.197826 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b753561e-ecbf-4b43-8915-72a70fb00fb6', 'tag': '785f2d48-69ff-4f45-acd4-0564251e2437'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:36:00.200524 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6983c987-ce29-4a13-b06b-cda21d228358" -d '{"events": [{"name": "network-changed", "server_uuid": "b753561e-ecbf-4b43-8915-72a70fb00fb6", "tag": "785f2d48-69ff-4f45-acd4-0564251e2437"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:36:00.235324 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0cdc68-34ce-4650-ab3a-63cf8c26e5ec admin admin] Made reservation on behalf of 269e1bc469cd4ecc8f32c05b3121fc35 for: {'network': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:36:00.237822 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0a0cdc68-34ce-4650-ab3a-63cf8c26e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:00.251257 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0a0cdc68-34ce-4650-ab3a-63cf8c26e5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:00.258747 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512aed4f-865f-4c06-b164-e247f9a2efab service neutron] Pushing event updated for resources: {'Port': ['ID=785f2d48-69ff-4f45-acd4-0564251e2437,revision_number=3']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:00.266017 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc838e00-d386-43d3-8f09-808dd72f4c3c x-openstack-request-id: req-dc838e00-d386-43d3-8f09-808dd72f4c3c {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:36:00.266299 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b753561e-ecbf-4b43-8915-72a70fb00fb6", "tag": "785f2d48-69ff-4f45-acd4-0564251e2437", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:36:00.266543 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc838e00-d386-43d3-8f09-808dd72f4c3c {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:36:00.266928 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b753561e-ecbf-4b43-8915-72a70fb00fb6', 'tag': '785f2d48-69ff-4f45-acd4-0564251e2437', 'status': 'completed', 'code': 200} Sep 07 04:36:00.273131 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:00.380212 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-20269af5-c2dc-465f-9913-d4d00f1bb5f9 req-adf40f50-f54f-45a4-8374-e17d124c2c3e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef7d546e-a3f2-450b-8000-b3a8ff82b02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1649470 Sep 07 04:36:00.381011 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:00.383494 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38db55b-c812-47fb-a965-c2cfc036eb4d req-fd68e58a-3d92-477f-8eb0-ea39862e14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:00.384967 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f38db55b-c812-47fb-a965-c2cfc036eb4d req-fd68e58a-3d92-477f-8eb0-ea39862e14e2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=164936fd-3e30-49d0-9274-2523f41a60c3 HTTP/1.1" status: 200 len: 917 time: 0.1689377 Sep 07 04:36:00.404053 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=aecb9b2e-cbd5-427e-a74d-d8ab2030108a,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:00.446677 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0a0cdc68-34ce-4650-ab3a-63cf8c26e5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:00.481481 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983c987-ce29-4a13-b06b-cda21d228358 req-7e18d9d4-0eab-4a60-95f5-8c75d84a666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:00.483308 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-6983c987-ce29-4a13-b06b-cda21d228358 req-7e18d9d4-0eab-4a60-95f5-8c75d84a666c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b881e61d84e401585b6ef488bb17279&device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 1100 time: 0.1453581 Sep 07 04:36:00.535766 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-6983c987-ce29-4a13-b06b-cda21d228358 req-26234d28-ea10-4080-b237-fe9bbb2609e4 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=0b881e61d84e401585b6ef488bb17279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315049 Sep 07 04:36:00.570749 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:00.574349 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0a0cdc68-34ce-4650-ab3a-63cf8c26e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:00.602748 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0cdc68-34ce-4650-ab3a-63cf8c26e5ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:36:00.618438 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cdc68-34ce-4650-ab3a-63cf8c26e5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f9c5fa-238c-4000-90ae-03556f213472,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:00.638474 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0a0cdc68-34ce-4650-ab3a-63cf8c26e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:00.638474 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.segments_db [None req-0a0cdc68-34ce-4650-ab3a-63cf8c26e5ec admin admin] Added segment d85d9ca0-608b-4023-987a-7b47426d7314 of type vlan for network 0cf8157e-89a3-431d-9547-d1dca71aa37d Sep 07 04:36:00.751255 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0a0cdc68-34ce-4650-ab3a-63cf8c26e5ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:00.757263 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983c987-ce29-4a13-b06b-cda21d228358 req-3478fcf5-568a-4807-8512-99be9cd5b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:00.758747 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-6983c987-ce29-4a13-b06b-cda21d228358 req-3478fcf5-568a-4807-8512-99be9cd5b080 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2123497 Sep 07 04:36:00.872970 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0a0cdc68-34ce-4650-ab3a-63cf8c26e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:00.873949 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0cdc68-34ce-4650-ab3a-63cf8c26e5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:00.874625 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0a0cdc68-34ce-4650-ab3a-63cf8c26e5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:00.927230 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4335b69e-c25d-498d-912a-94193311aa5e None None] Network 1518bd48-7b01-49d9-b39a-05c14c2dacc6 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:36:00.943299 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf032b28-eb82-4bda-8959-5699d2fb73d0 req-4d4ee984-9373-40ae-a4f9-4a488c9d291e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:00.950560 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bf032b28-eb82-4bda-8959-5699d2fb73d0 req-4d4ee984-9373-40ae-a4f9-4a488c9d291e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.5645282 Sep 07 04:36:00.963005 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f38db55b-c812-47fb-a965-c2cfc036eb4d req-a8468452-c548-4617-a484-b2b451c28fe0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db772293-f10a-4e5f-b463-a8106f1a986c HTTP/1.1" status: 200 len: 1000 time: 0.5330899 Sep 07 04:36:00.970008 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-46631fc5-348b-4a21-b197-4fdded95e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:00.971784 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-46631fc5-348b-4a21-b197-4fdded95e762 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b881e61d84e401585b6ef488bb17279&device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 1100 time: 0.1397574 Sep 07 04:36:00.972868 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cdc68-34ce-4650-ab3a-63cf8c26e5ec admin admin] Pushing event updated for resources: {'Network': ['ID=0cf8157e-89a3-431d-9547-d1dca71aa37d,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:00.997129 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3480f23-c82c-4e96-b78b-9f11afc26d89 req-469b83f0-a85f-451d-bb21-584a686c69a3 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:00.999097 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b3480f23-c82c-4e96-b78b-9f11afc26d89 req-469b83f0-a85f-451d-bb21-584a686c69a3 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 947 time: 0.6115031 Sep 07 04:36:01.020777 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network 0cf8157e-89a3-431d-9547-d1dca71aa37d details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:36:01.045160 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-0a0cdc68-34ce-4650-ab3a-63cf8c26e5ec admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2577591 Sep 07 04:36:01.045160 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-2a42dda2-1b1d-4eff-bf18-ba7ea45c38af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=785f2d48-69ff-4f45-acd4-0564251e2437 HTTP/1.1" status: 200 len: 217 time: 0.0578659 Sep 07 04:36:01.045737 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37386) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:01.050568 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-2ec45072-e71e-4521-b8a3-cf064d201e5b admin admin] Request body: {'subnet': {'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1980138077-subnet', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'ip_version': 4}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:36:01.125846 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bf032b28-eb82-4bda-8959-5699d2fb73d0 req-9c464653-5401-444d-a700-657ea37405a9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736474 Sep 07 04:36:01.128192 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-92a3cab7-6095-421a-ae75-fc462ad97ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:01.129941 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-92a3cab7-6095-421a-ae75-fc462ad97ffd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28b19798-ec1f-4e57-abeb-393e0f672888 HTTP/1.1" status: 200 len: 843 time: 0.0600095 Sep 07 04:36:01.137122 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-20269af5-c2dc-465f-9913-d4d00f1bb5f9 req-be9c61a9-ca0c-403f-bd88-9ea81240be65 service neutron] 10.222.0.54 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7104831 Sep 07 04:36:01.162650 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38db55b-c812-47fb-a965-c2cfc036eb4d req-de918dfb-2d38-4534-a94c-5d23b140e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:01.164158 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f38db55b-c812-47fb-a965-c2cfc036eb4d req-de918dfb-2d38-4534-a94c-5d23b140e06a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1a0f6fd-6cb9-4727-a121-2a2dee89b16f HTTP/1.1" status: 200 len: 855 time: 0.1814897 Sep 07 04:36:01.165506 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Allocated IP 172.27.2.194 (8b8648d5-0172-4d8a-aa17-a0353230f6f5/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8/1d7a7946-a320-46f6-bf88-84390314d839) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:36:01.173766 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-c51aca33-81ef-4d66-ad62-3c69ec4529db None None] Provisioning for port 318d06cd-f55d-42ab-8de3-1b6fc112aa1d completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:36:01.189384 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b3480f23-c82c-4e96-b78b-9f11afc26d89 req-31f116e2-7ccc-415a-a56a-3614af2e6aca tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e95f9b7-8747-454e-b470-080c245282d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691840 Sep 07 04:36:01.216626 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec45072-e71e-4521-b8a3-cf064d201e5b admin admin] Made reservation on behalf of 269e1bc469cd4ecc8f32c05b3121fc35 for: {'subnet': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:36:01.219618 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2ec45072-e71e-4521-b8a3-cf064d201e5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9124979'] for subnet, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:01.324369 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-437fbd3c-074d-4fba-89e3-2f5869d4f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:01.327294 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-437fbd3c-074d-4fba-89e3-2f5869d4f15f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=38014ad8-1f39-4daf-bdd9-85a3d93a13d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1782014 Sep 07 04:36:01.398068 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38db55b-c812-47fb-a965-c2cfc036eb4d req-05a5f95b-38ad-4390-a680-15ebfe8391b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:01.404447 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f38db55b-c812-47fb-a965-c2cfc036eb4d req-05a5f95b-38ad-4390-a680-15ebfe8391b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=164936fd-3e30-49d0-9274-2523f41a60c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2091830 Sep 07 04:36:01.419376 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab6534-c189-4fa2-b927-2fbbaabb2138 req-ec1418a1-4116-4b34-9eca-754185b252b1 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:01.426723 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-34ab6534-c189-4fa2-b927-2fbbaabb2138 req-ec1418a1-4116-4b34-9eca-754185b252b1 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.2267308 Sep 07 04:36:01.479521 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-20269af5-c2dc-465f-9913-d4d00f1bb5f9 req-3423060a-219a-4c4e-b633-9fdaa3e82d98 service neutron] 10.222.0.54 "GET /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190658 Sep 07 04:36:01.552790 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-ee015202-f928-4463-9564-735449403944 service neutron] 10.222.0.54 "GET /v2.0/networks/38014ad8-1f39-4daf-bdd9-85a3d93a13d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135315 Sep 07 04:36:01.587515 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:01.635901 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-34ab6534-c189-4fa2-b927-2fbbaabb2138 req-5da6912d-1628-485e-9f39-a5aaca2ad0f9 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082920 Sep 07 04:36:01.679069 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 318d06cd-f55d-42ab-8de3-1b6fc112aa1d up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:01.757038 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f38db55b-c812-47fb-a965-c2cfc036eb4d req-c3905bf9-0a03-481e-a194-391946236402 service neutron] 10.222.0.54 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245738 Sep 07 04:36:01.760709 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2ada584e-cfee-4c80-8fc3-e94fce08f685 req-438d29a6-a81d-4167-ab9b-43c100f5628f service neutron] 10.222.0.54 "GET /v2.0/networks/38014ad8-1f39-4daf-bdd9-85a3d93a13d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981208 Sep 07 04:36:01.787810 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae26c7-00c0-4604-ba38-28332949d3a8 req-b8bf13cd-1ee5-4cf8-acfd-6847af693110 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:01.789350 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8fae26c7-00c0-4604-ba38-28332949d3a8 req-b8bf13cd-1ee5-4cf8-acfd-6847af693110 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 945 time: 0.1032217 Sep 07 04:36:01.802256 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2ec45072-e71e-4521-b8a3-cf064d201e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9042233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9124869'] for subnet, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:01.834336 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port 318d06cd-f55d-42ab-8de3-1b6fc112aa1d completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:36:01.842952 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 318d06cd-f55d-42ab-8de3-1b6fc112aa1d triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:01.843603 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:01.861470 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec45072-e71e-4521-b8a3-cf064d201e5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=948ddb29-54aa-4625-aa0b-3c56e0738953,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:01.883512 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec45072-e71e-4521-b8a3-cf064d201e5b admin admin] Checking segment: {'id': 'd85d9ca0-608b-4023-987a-7b47426d7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:36:01.883880 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec45072-e71e-4521-b8a3-cf064d201e5b admin admin] Network hostable DHCP agents. Network: 0cf8157e-89a3-431d-9547-d1dca71aa37d, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:36:01.886217 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8fae26c7-00c0-4604-ba38-28332949d3a8 req-216ec81b-74ed-43de-a670-b163c0c5ab23 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776377 Sep 07 04:36:01.894485 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:01.950203 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:01.960354 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:36:01.962747 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f38db55b-c812-47fb-a965-c2cfc036eb4d req-a47a8098-75cf-46c2-a974-84109340a746 service neutron] 10.222.0.54 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856439 Sep 07 04:36:01.965656 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:36:01.973065 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:36:01.975917 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec45072-e71e-4521-b8a3-cf064d201e5b admin admin] Network 0cf8157e-89a3-431d-9547-d1dca71aa37d is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:36:01.996296 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port 318d06cd-f55d-42ab-8de3-1b6fc112aa1d, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=318d06cd-f55d-42ab-8de3-1b6fc112aa1d,segment=NetworkSegment(81d3799d-4c65-42c2-b3e9-54abba7cc42d),segment_id=81d3799d-4c65-42c2-b3e9-54abba7cc42d)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:02.008234 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Pushing event updated for resources: {'Port': ['ID=1d7a7946-a320-46f6-bf88-84390314d839,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:02.023057 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:02.023427 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:02.023755 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:02.024096 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:02.024473 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:02.025513 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:02.025513 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:02.025513 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:02.025874 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:02.026201 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:02.026533 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:02.026854 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:02.084665 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:02.089508 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-2ec45072-e71e-4521-b8a3-cf064d201e5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, 0cf8157e-89a3-431d-9547-d1dca71aa37d) {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:36:02.089645 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device aecb9b2e-cbd5-427e-a74d-d8ab2030108a up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:02.091054 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec45072-e71e-4521-b8a3-cf064d201e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:02.091874 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2ec45072-e71e-4521-b8a3-cf064d201e5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:02.135727 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2061cda-f5f9-4104-a731-124f09fc1ee8 None None] Network 0cf8157e-89a3-431d-9547-d1dca71aa37d requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:36:02.227946 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-2ec45072-e71e-4521-b8a3-cf064d201e5b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1785662 Sep 07 04:36:02.228184 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37414) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:02.234039 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1980138077-router', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:36:02.238070 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=318d06cd-f55d-42ab-8de3-1b6fc112aa1d,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:02.263605 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port aecb9b2e-cbd5-427e-a74d-d8ab2030108a triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:02.264055 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:02.381461 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-50034'] for router, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:02.382746 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-50041'] for router, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:02.396074 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37424) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:02.415555 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f0861aa-1164-573e-aee3-8cc302ec4a76-0cf8157e-89a3-431d-9547-d1dca71aa37d', 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'fixed_ips': [{'subnet_id': '948ddb29-54aa-4625-aa0b-3c56e0738953'}]}} from dv-cinder-804035-10-iscsi. {{(pid=94313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:36:02.415555 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:02.494233 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab82f9-4900-40ec-8135-188f243c7152 req-f57c228e-6f39-4b5b-b4c7-f9e1cd36bde2 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:02.495909 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-acab82f9-4900-40ec-8135-188f243c7152 req-f57c228e-6f39-4b5b-b4c7-f9e1cd36bde2 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.2786243 Sep 07 04:36:02.550569 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:02.553455 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:02.566538 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a312d1-5ff8-435b-a6b5-fbc8f81a1bf8 req-ca98766e-16b1-40d6-bb06-523c847e1474 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:02.568173 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-04a312d1-5ff8-435b-a6b5-fbc8f81a1bf8 req-ca98766e-16b1-40d6-bb06-523c847e1474 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 947 time: 0.2693605 Sep 07 04:36:02.570367 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1a589c8b-a71b-4f24-9ca1-f74825cfa1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:02.586621 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-acab82f9-4900-40ec-8135-188f243c7152 req-c51661c4-880a-4785-ad03-5e9b906adbf2 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747118 Sep 07 04:36:02.654435 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-04a312d1-5ff8-435b-a6b5-fbc8f81a1bf8 req-3c83ee81-4bf8-4e66-ac0a-cc3115e57329 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e95f9b7-8747-454e-b470-080c245282d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748231 Sep 07 04:36:02.668918 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.db_base_plugin_common [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Allocated IP 172.20.0.2 (0cf8157e-89a3-431d-9547-d1dca71aa37d/948ddb29-54aa-4625-aa0b-3c56e0738953/d6b05e0a-1802-4ba1-96fd-aae27285292c) {{(pid=94313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:36:02.682976 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:02.851901 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Notify callbacks [] for port, precommit_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:02.856671 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:02.861742 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Transition to ACTIVE for port object d6b05e0a-1802-4ba1-96fd-aae27285292c will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:36:02.883579 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Transition to ACTIVE for port object d6b05e0a-1802-4ba1-96fd-aae27285292c will not be triggered until provisioned by entity DHCP. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:36:02.890007 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1a589c8b-a71b-4f24-9ca1-f74825cfa1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:02.907370 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473069'] for router, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:03.033078 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468'] for port, after_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:03.053306 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1a589c8b-a71b-4f24-9ca1-f74825cfa1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:03.061631 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ac69b-0bf2-4c6d-9244-24f506e8dcf9 req-aeaadbfe-404b-421b-8e02-c4bd53b636d3 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:03.063357 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d19ac69b-0bf2-4c6d-9244-24f506e8dcf9 req-aeaadbfe-404b-421b-8e02-c4bd53b636d3 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 945 time: 0.0679126 Sep 07 04:36:03.084212 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Network 0cf8157e-89a3-431d-9547-d1dca71aa37d is already hosted by enough agents. {{(pid=94313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:36:03.087090 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.base_scheduler [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Resources bound (agent type, host, resource id): {{(pid=94313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:36:03.101181 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Received port after_create {{(pid=94313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:36:03.111906 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-1a589c8b-a71b-4f24-9ca1-f74825cfa1b3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d4ce043be5e249768130dfec6ad7c8dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7148585 Sep 07 04:36:03.116172 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 37446) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:03.116979 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a589c8b-a71b-4f24-9ca1-f74825cfa1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c027e433-d5e0-471d-bafd-bcb60cb8fdb2,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:03.186327 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d19ac69b-0bf2-4c6d-9244-24f506e8dcf9 req-0f0d631f-787a-4edf-9957-2c8a79433754 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142936 Sep 07 04:36:03.246341 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Router 618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e is scheduled to L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 with binding_index 1 {{(pid=94312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:36:03.252084 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:03.270653 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-75e11f8e-35a7-4005-ac90-868f35777cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:03.272571 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:03.276610 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Attempting to bind port d6b05e0a-1802-4ba1-96fd-aae27285292c on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:36:03.277516 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Attempting to bind port d6b05e0a-1802-4ba1-96fd-aae27285292c by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': 'd85d9ca0-608b-4023-987a-7b47426d7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:36:03.279058 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Attempting to bind port d6b05e0a-1802-4ba1-96fd-aae27285292c on network 0cf8157e-89a3-431d-9547-d1dca71aa37d {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:36:03.286299 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Pushing event updated for resources: {'Port': ['ID=d6b05e0a-1802-4ba1-96fd-aae27285292c,revision_number=1']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:03.301774 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:36:03.302522 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Checking segment: {'id': 'd85d9ca0-608b-4023-987a-7b47426d7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:36:03.303507 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:03.304418 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Bound using segment: {'id': 'd85d9ca0-608b-4023-987a-7b47426d7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:36:03.305243 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Bound port: d6b05e0a-1802-4ba1-96fd-aae27285292c, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85d9ca0-608b-4023-987a-7b47426d7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:36:03.305809 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:03.408051 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] Allocated IP 172.27.2.130 (8b8648d5-0172-4d8a-aa17-a0353230f6f5/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8/e0058ef1-08a8-4c44-b7f7-41e820a17d6a) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:36:03.426620 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] For port d6b05e0a-1802-4ba1-96fd-aae27285292c, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:36:03.430077 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] For port d6b05e0a-1802-4ba1-96fd-aae27285292c, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=d6b05e0a-1802-4ba1-96fd-aae27285292c,segment=NetworkSegment(d85d9ca0-608b-4023-987a-7b47426d7314),segment_id=d85d9ca0-608b-4023-987a-7b47426d7314)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:36:03.459620 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-75e11f8e-35a7-4005-ac90-868f35777cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:03.510163 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 318d06cd-f55d-42ab-8de3-1b6fc112aa1d up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:03.518859 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:03.615807 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:36:03.628771 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Sync routers for ids ['618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:36:03.644101 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Routers {'618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:36:03.645144 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:00Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:03.703418 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe081b-f8fb-4f52-8eda-048653c6df6f req-b3c30e02-7ef2-450c-a815-e558dca679c6 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:03.705444 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bfbe081b-f8fb-4f52-8eda-048653c6df6f req-b3c30e02-7ef2-450c-a815-e558dca679c6 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0919917 Sep 07 04:36:03.722195 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-75e11f8e-35a7-4005-ac90-868f35777cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:03.726967 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-75e11f8e-35a7-4005-ac90-868f35777cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:03.729833 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-75e11f8e-35a7-4005-ac90-868f35777cff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c027e433-d5e0-471d-bafd-bcb60cb8fdb2 HTTP/1.1" status: 204 len: 168 time: 0.6111789 Sep 07 04:36:03.737020 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:03.751272 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 318d06cd-f55d-42ab-8de3-1b6fc112aa1d triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:03.751960 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:03.798632 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:03.804214 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37458) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:03.808800 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-791cabb2-d6ba-4126-b1a3-58444aad55c6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8596456 Sep 07 04:36:03.822438 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c431df8-48c1-4668-bef5-41af80a4ccfb None None] Pushing event updated for resources: {'Port': ['ID=d6b05e0a-1802-4ba1-96fd-aae27285292c,revision_number=2']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:03.839609 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e11f8e-35a7-4005-ac90-868f35777cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c027e433-d5e0-471d-bafd-bcb60cb8fdb2,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:03.912351 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bfbe081b-f8fb-4f52-8eda-048653c6df6f req-2643b72a-64d7-411e-993c-9d4d9a384830 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958778 Sep 07 04:36:03.947861 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d52c6-c5d6-4e07-a3ca-d956e91e7864 req-4e26491b-772e-475f-8b5a-a4a7e19873e0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:03.966882 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f41d52c6-c5d6-4e07-a3ca-d956e91e7864 req-4e26491b-772e-475f-8b5a-a4a7e19873e0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.1809444 Sep 07 04:36:04.105856 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f41d52c6-c5d6-4e07-a3ca-d956e91e7864 req-89bdb893-22a6-4d59-9d74-e2ad787e5865 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342182 Sep 07 04:36:04.116783 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Set router 618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:36:04.186596 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:04.201187 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8bfe4-0631-45bd-b99c-4f09617a6c18 req-a4b4d664-141e-4620-b34d-65b2f5d11d84 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:04.205580 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-57d8bfe4-0631-45bd-b99c-4f09617a6c18 req-a4b4d664-141e-4620-b34d-65b2f5d11d84 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 947 time: 0.1306424 Sep 07 04:36:04.332042 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-57d8bfe4-0631-45bd-b99c-4f09617a6c18 req-18dff171-79c3-48b2-9206-60bbf7bbdec3 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e95f9b7-8747-454e-b470-080c245282d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805509 Sep 07 04:36:04.387513 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:04.401797 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:36:04.407258 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:36:04.412070 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:36:04.486250 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] Pushing event updated for resources: {'Port': ['ID=e0058ef1-08a8-4c44-b7f7-41e820a17d6a,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:04.596333 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e', 'name': 'tempest-TestShelveInstance-363059884-router', 'tenant_id': '098d8da05c2e42328755a43aaf4375cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '1d7a7946-a320-46f6-bf88-84390314d839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:58Z', 'updated_at': '2021-09-07T04:36:02Z', 'revision_number': 3, 'project_id': '098d8da05c2e42328755a43aaf4375cd', 'gw_port': {'id': '1d7a7946-a320-46f6-bf88-84390314d839', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:00Z', 'updated_at': '2021-09-07T04:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:04.654537 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Checking router: 618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:36:04.654537 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Updating router 618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e port 1d7a7946-a320-46f6-bf88-84390314d839 binding host dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:36:04.660600 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d188f-75ca-45b5-ab16-fa64d48d43e3 req-45b75227-38d4-4e8a-bb76-c15472cb48cb tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:04.663167 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-206d188f-75ca-45b5-ab16-fa64d48d43e3 req-45b75227-38d4-4e8a-bb76-c15472cb48cb tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 945 time: 0.1350911 Sep 07 04:36:04.697112 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:04.757346 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-206d188f-75ca-45b5-ab16-fa64d48d43e3 req-2b9760d7-f747-4f24-9165-4b2552d5041f tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820243 Sep 07 04:36:05.111839 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Notify callbacks [] for port, precommit_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:05.124634 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.provisioning_blocks [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Transition to ACTIVE for port object 1d7a7946-a320-46f6-bf88-84390314d839 will not be triggered until provisioned by entity L2. {{(pid=94314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:36:05.173683 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf8d206-0725-46b3-84f0-68b4da5c5c80 None None] Network 0cf8157e-89a3-431d-9547-d1dca71aa37d requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:36:05.227413 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:05.308337 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf1831-78e0-4b43-bac1-ae7935b56a5f None None] Pushing event updated for resources: {'Port': ['ID=1d7a7946-a320-46f6-bf88-84390314d839,revision_number=2']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:05.320651 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991271a7-cfba-4aea-bdb8-ae51c15ffb26 req-cc7e4787-c6d5-4765-87f3-28a380581050 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:05.343972 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-991271a7-cfba-4aea-bdb8-ae51c15ffb26 req-cc7e4787-c6d5-4765-87f3-28a380581050 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.1019752 Sep 07 04:36:05.352467 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Attempting to bind port 1d7a7946-a320-46f6-bf88-84390314d839 on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:36:05.353677 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Attempting to bind port 1d7a7946-a320-46f6-bf88-84390314d839 by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:36:05.354221 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Attempting to bind port 1d7a7946-a320-46f6-bf88-84390314d839 on network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:36:05.381574 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:36:05.386517 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Checking segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:36:05.387111 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:05.391209 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Bound using segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:36:05.392480 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Bound port: 1d7a7946-a320-46f6-bf88-84390314d839, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:36:05.393989 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:05.456460 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:05.473305 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-991271a7-cfba-4aea-bdb8-ae51c15ffb26 req-89ed79b0-ba62-46f2-b81f-d6b19a5c3505 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058378 Sep 07 04:36:05.474246 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-6bf8e299-b3b8-49e6-b47d-642066ec4c82 None None] Provisioning for port d6b05e0a-1802-4ba1-96fd-aae27285292c completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:36:05.543288 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] For port 1d7a7946-a320-46f6-bf88-84390314d839, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:36:05.550484 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] For port 1d7a7946-a320-46f6-bf88-84390314d839, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=1d7a7946-a320-46f6-bf88-84390314d839,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:36:05.555703 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device d6b05e0a-1802-4ba1-96fd-aae27285292c up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:05.638950 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:05.652853 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:05.665328 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4e8b6-616e-4979-9901-315dfa4b8ef8 req-bc4967c5-9e4e-4c2a-b1c8-3148944e3f19 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:05.665955 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-78a4e8b6-616e-4979-9901-315dfa4b8ef8 req-bc4967c5-9e4e-4c2a-b1c8-3148944e3f19 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 947 time: 0.0859182 Sep 07 04:36:05.709124 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port d6b05e0a-1802-4ba1-96fd-aae27285292c completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:36:05.713930 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port d6b05e0a-1802-4ba1-96fd-aae27285292c triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:05.714431 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:05.754664 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-78a4e8b6-616e-4979-9901-315dfa4b8ef8 req-d892a5a6-33c8-4285-bb2b-6bd3f2e2775d tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e95f9b7-8747-454e-b470-080c245282d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814066 Sep 07 04:36:05.754882 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Routers {'618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:36:05.755557 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:00Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:05.930267 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf1831-78e0-4b43-bac1-ae7935b56a5f None None] Pushing event updated for resources: {'Port': ['ID=1d7a7946-a320-46f6-bf88-84390314d839,revision_number=3']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:05.949978 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f011f-55f5-49d6-8258-0addffc63720 req-ca0c6c53-f974-45a9-be27-d3f8f73ddeb8 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:05.951926 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8f8f011f-55f5-49d6-8258-0addffc63720 req-ca0c6c53-f974-45a9-be27-d3f8f73ddeb8 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 945 time: 0.1130049 Sep 07 04:36:06.064960 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] Set router 618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:36:06.076694 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8f8f011f-55f5-49d6-8258-0addffc63720 req-6be09515-9d91-4a30-84b9-6cc40699f297 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089706 Sep 07 04:36:06.141064 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] Allocated IP 172.20.0.1 (1518bd48-7b01-49d9-b39a-05c14c2dacc6/d8f20259-7914-4c24-85c5-3f093b961600/0ace4403-5fd7-4a61-9dde-bc744e96bd1c) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:36:06.162819 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 785f2d48-69ff-4f45-acd4-0564251e2437 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:36:06.285162 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473069'] for router, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:06.313900 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:06.319668 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-24a55b40-4bfa-4ae8-ae49-d434c2e5fcaf None None] Provisioning complete for port d6b05e0a-1802-4ba1-96fd-aae27285292c triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:06.320342 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-24a55b40-4bfa-4ae8-ae49-d434c2e5fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:06.352777 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:06.409689 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 785f2d48-69ff-4f45-acd4-0564251e2437, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=785f2d48-69ff-4f45-acd4-0564251e2437,segment=NetworkSegment(48899d06-6db2-4426-8761-70a5054c04a7),segment_id=48899d06-6db2-4426-8761-70a5054c04a7)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:06.413591 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port d6b05e0a-1802-4ba1-96fd-aae27285292c, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=d6b05e0a-1802-4ba1-96fd-aae27285292c,segment=NetworkSegment(d85d9ca0-608b-4023-987a-7b47426d7314),segment_id=d85d9ca0-608b-4023-987a-7b47426d7314)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:06.427029 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': '785f2d48-69ff-4f45-acd4-0564251e2437', 'network_id': '38014ad8-1f39-4daf-bdd9-85a3d93a13d1', 'port_id': '785f2d48-69ff-4f45-acd4-0564251e2437', 'mac_address': 'fa:16:3e:84:43:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b19798-ec1f-4e57-abeb-393e0f672888', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:36:06.440642 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e', 'name': 'tempest-TestShelveInstance-363059884-router', 'tenant_id': '098d8da05c2e42328755a43aaf4375cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '1d7a7946-a320-46f6-bf88-84390314d839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:58Z', 'updated_at': '2021-09-07T04:36:02Z', 'revision_number': 3, 'project_id': '098d8da05c2e42328755a43aaf4375cd', 'gw_port': {'id': '1d7a7946-a320-46f6-bf88-84390314d839', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:00Z', 'updated_at': '2021-09-07T04:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:06.445470 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] Transition to ACTIVE for port object 0ace4403-5fd7-4a61-9dde-bc744e96bd1c will not be triggered until provisioned by entity DHCP. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:36:06.491793 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be684b8-6b09-4f4f-ac5a-9d5b3115984e None None] The sync data for ids ['618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e'] in dv-cinder-804035-10-iscsi is: [{'id': '618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e', 'name': 'tempest-TestShelveInstance-363059884-router', 'tenant_id': '098d8da05c2e42328755a43aaf4375cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '1d7a7946-a320-46f6-bf88-84390314d839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:58Z', 'updated_at': '2021-09-07T04:36:02Z', 'revision_number': 3, 'project_id': '098d8da05c2e42328755a43aaf4375cd', 'gw_port': {'id': '1d7a7946-a320-46f6-bf88-84390314d839', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:00Z', 'updated_at': '2021-09-07T04:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:36:06.503242 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:06.506931 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-24a55b40-4bfa-4ae8-ae49-d434c2e5fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:06.535026 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785f2d48-69ff-4f45-acd4-0564251e2437 {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:36:06.585667 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 785f2d48-69ff-4f45-acd4-0564251e2437, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=785f2d48-69ff-4f45-acd4-0564251e2437,segment=NetworkSegment(48899d06-6db2-4426-8761-70a5054c04a7),segment_id=48899d06-6db2-4426-8761-70a5054c04a7)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:06.645817 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1435d8-8933-471e-8afb-04eddc0d3ed4 req-1c569f97-3fdd-44e5-9b56-1b1a4621eea5 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:06.653587 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4a1435d8-8933-471e-8afb-04eddc0d3ed4 req-1c569f97-3fdd-44e5-9b56-1b1a4621eea5 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.0776763 Sep 07 04:36:06.695372 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4a1435d8-8933-471e-8afb-04eddc0d3ed4 req-9e1f235c-eee3-4fe9-b7ae-df6dc77c7597 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404162 Sep 07 04:36:06.910637 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c464e3-552c-4cfd-8cff-be6b6c863036 req-420540ea-6875-49bf-86d0-1b4823dacdf7 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:06.912517 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-45c464e3-552c-4cfd-8cff-be6b6c863036 req-420540ea-6875-49bf-86d0-1b4823dacdf7 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 947 time: 0.0598114 Sep 07 04:36:06.969803 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-45c464e3-552c-4cfd-8cff-be6b6c863036 req-c555d15f-d477-4ad4-9d4f-77215f594c52 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e95f9b7-8747-454e-b470-080c245282d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425577 Sep 07 04:36:07.177956 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:07.222574 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] Router 55108c52-5d48-4a3b-877c-1a18d175a3b3 is scheduled to L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 with binding_index 1 {{(pid=94311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:36:07.225410 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6522410-250d-4d7d-85d1-636b9bbb9c9c req-a569e5db-9b9a-403b-a196-a285283dffcc tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:07.228742 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e6522410-250d-4d7d-85d1-636b9bbb9c9c req-a569e5db-9b9a-403b-a196-a285283dffcc tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 945 time: 0.0704794 Sep 07 04:36:07.229459 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:07.232533 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:07.260305 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.db.api [None req-24a55b40-4bfa-4ae8-ae49-d434c2e5fcaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 04:36:07.261719 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG oslo_db.api [None req-24a55b40-4bfa-4ae8-ae49-d434c2e5fcaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 04:36:07.273460 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=d6b05e0a-1802-4ba1-96fd-aae27285292c,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:07.285151 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:07.288214 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:07.288214 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:07.288214 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:07.288214 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:07.288214 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:07.288214 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:07.288214 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:07.288214 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:07.289442 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:07.289944 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:07.290578 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:36:07.321166 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] Network 1518bd48-7b01-49d9-b39a-05c14c2dacc6 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:36:07.339749 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:36:07.384311 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e6522410-250d-4d7d-85d1-636b9bbb9c9c req-54fb93a8-6464-4f06-ac4c-6db112ae4ff5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438258 Sep 07 04:36:07.386999 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:36:07.393882 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=785f2d48-69ff-4f45-acd4-0564251e2437,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:07.431244 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] Pushing event updated for resources: {'Port': ['ID=0ace4403-5fd7-4a61-9dde-bc744e96bd1c,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:07.488325 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472734'] for router_interface, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:07.608215 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:36:07.626171 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Sync routers for ids ['55108c52-5d48-4a3b-877c-1a18d175a3b3'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:36:07.644794 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['785f2d48-69ff-4f45-acd4-0564251e2437'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:36:07.698495 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device d6b05e0a-1802-4ba1-96fd-aae27285292c up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:07.707236 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Routers {'55108c52-5d48-4a3b-877c-1a18d175a3b3'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:36:07.716766 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:00Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['55108c52-5d48-4a3b-877c-1a18d175a3b3'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:07.770505 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] Notify callbacks [] for router, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:07.775396 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-7984f333-64b5-4173-8f6c-b3476c8f55bc admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5430417 Sep 07 04:36:07.775396 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37482) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:07.852717 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5c37a-067c-448e-ad59-098abf0f46a5 req-0c5575a1-37ba-4b9c-a5aa-13f60baa2e8e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:07.861501 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-50b5c37a-067c-448e-ad59-098abf0f46a5 req-0c5575a1-37ba-4b9c-a5aa-13f60baa2e8e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.0696492 Sep 07 04:36:07.868757 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:07.933947 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 7942ff84-52a8-4c01-b390-a113c3f5fa32 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:36:07.971018 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-50b5c37a-067c-448e-ad59-098abf0f46a5 req-5abe4c67-7bba-40a4-9a6b-4e17df55f9d8 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940769 Sep 07 04:36:08.006530 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port d6b05e0a-1802-4ba1-96fd-aae27285292c triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:08.007675 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:08.188981 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Set router 55108c52-5d48-4a3b-877c-1a18d175a3b3 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:36:08.209175 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac2521-9fb8-4709-8f04-f0850c22e5ee req-588f57be-4048-4989-b9d7-57441bcff649 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:08.210967 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-04ac2521-9fb8-4709-8f04-f0850c22e5ee req-588f57be-4048-4989-b9d7-57441bcff649 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 948 time: 0.1340637 Sep 07 04:36:08.263327 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-a057e87f-55b2-431e-b58d-d8dd7ffdf906 None None] Provisioning for port 0ace4403-5fd7-4a61-9dde-bc744e96bd1c completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:36:08.319674 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-04ac2521-9fb8-4709-8f04-f0850c22e5ee req-1435c593-f69f-465a-aac3-f457787dde78 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e95f9b7-8747-454e-b470-080c245282d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008422 Sep 07 04:36:08.327732 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-a057e87f-55b2-431e-b58d-d8dd7ffdf906 None None] Provisioning complete for port 0ace4403-5fd7-4a61-9dde-bc744e96bd1c triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:08.328524 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-a057e87f-55b2-431e-b58d-d8dd7ffdf906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:08.362201 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:08.426559 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 1d7a7946-a320-46f6-bf88-84390314d839 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:08.487300 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:08.549404 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-a057e87f-55b2-431e-b58d-d8dd7ffdf906 None None] Port 0ace4403-5fd7-4a61-9dde-bc744e96bd1c cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:36:08.587982 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8671ce1-efd4-492e-aa4c-9a35d6982e49 req-c45fe827-ab72-4a5b-ad55-b49f097b82bf tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:08.601938 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d8671ce1-efd4-492e-aa4c-9a35d6982e49 req-c45fe827-ab72-4a5b-ad55-b49f097b82bf tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 945 time: 0.1070504 Sep 07 04:36:08.603804 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cfecde-2a07-41f6-bd9a-482e92a24b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7942ff84-52a8-4c01-b390-a113c3f5fa32'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:36:08.606231 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad47001f-e498-4a75-bbec-69eb96969056" -d '{"events": [{"server_uuid": "22cfecde-2a07-41f6-bd9a-482e92a24b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "7942ff84-52a8-4c01-b390-a113c3f5fa32"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:36:08.676424 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d8671ce1-efd4-492e-aa4c-9a35d6982e49 req-dbbb34b8-7d74-42d3-9969-de0f8b46d099 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682154 Sep 07 04:36:08.704536 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 7942ff84-52a8-4c01-b390-a113c3f5fa32, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7942ff84-52a8-4c01-b390-a113c3f5fa32,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:08.736355 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:36:08.742539 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 04:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab5475a-bcb4-4efd-abf5-9cc5fd62f4cc x-openstack-request-id: req-8ab5475a-bcb4-4efd-abf5-9cc5fd62f4cc {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:36:08.742826 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22cfecde-2a07-41f6-bd9a-482e92a24b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "7942ff84-52a8-4c01-b390-a113c3f5fa32", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:36:08.743075 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ab5475a-bcb4-4efd-abf5-9cc5fd62f4cc {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:36:08.743460 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22cfecde-2a07-41f6-bd9a-482e92a24b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7942ff84-52a8-4c01-b390-a113c3f5fa32', 'code': 200} Sep 07 04:36:08.763339 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port 1d7a7946-a320-46f6-bf88-84390314d839 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:36:08.770023 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 1d7a7946-a320-46f6-bf88-84390314d839 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:08.777907 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:08.782837 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:08.805101 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:08.818469 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'name': 'tempest-TestMinimumBasicScenario-1980138077-router', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:02Z', 'updated_at': '2021-09-07T04:36:05Z', 'revision_number': 3, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'gw_port': {'id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:03Z', 'updated_at': '2021-09-07T04:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:08.880094 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Checking router: 55108c52-5d48-4a3b-877c-1a18d175a3b3 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:36:08.880446 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Updating router 55108c52-5d48-4a3b-877c-1a18d175a3b3 port e0058ef1-08a8-4c44-b7f7-41e820a17d6a binding host dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:36:08.890976 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] Pushing event updated for resources: {'Port': ['ID=0ace4403-5fd7-4a61-9dde-bc744e96bd1c,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:08.896010 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471086'] for router_interface, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:08.928194 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:08.945846 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=7942ff84-52a8-4c01-b390-a113c3f5fa32,revision_number=6']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:08.995896 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:09.078501 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port 1d7a7946-a320-46f6-bf88-84390314d839, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=1d7a7946-a320-46f6-bf88-84390314d839,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:09.079980 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:09.088148 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] Network 1518bd48-7b01-49d9-b39a-05c14c2dacc6 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:36:09.096417 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:36:09.150133 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:09.204082 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f748a1-9a74-4a7b-87a4-2513dedbb2c6 req-2af5c999-9dc3-4fb6-bc36-baaea4d6e3f3 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:09.218850 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-61f748a1-9a74-4a7b-87a4-2513dedbb2c6 req-2af5c999-9dc3-4fb6-bc36-baaea4d6e3f3 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.1349473 Sep 07 04:36:09.300393 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-61f748a1-9a74-4a7b-87a4-2513dedbb2c6 req-cad26817-25e6-4574-aff4-6c2007fea75f tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801857 Sep 07 04:36:09.416784 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] Router 618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:36:09.486763 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] Allocated IP 172.20.0.1 (0cf8157e-89a3-431d-9547-d1dca71aa37d/948ddb29-54aa-4625-aa0b-3c56e0738953/4172fb3d-d400-44b1-848f-4a73312a7cce) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:36:09.520102 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27362b8-3a63-4aca-b5f4-793accba954d req-fd5f9311-cb78-4e01-b4b3-7e5b8065110a tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:09.522114 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b27362b8-3a63-4aca-b5f4-793accba954d req-fd5f9311-cb78-4e01-b4b3-7e5b8065110a tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 948 time: 0.0734758 Sep 07 04:36:09.596008 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b27362b8-3a63-4aca-b5f4-793accba954d req-0fbf1cd8-6347-4ce7-bcf4-3d2cfa6de3f7 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e95f9b7-8747-454e-b470-080c245282d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633860 Sep 07 04:36:09.656048 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=1d7a7946-a320-46f6-bf88-84390314d839,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:09.665413 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Notify callbacks [] for port, precommit_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:09.681500 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-d7b1d8de-3557-4aba-9288-6261f2d8227d None None] Provisioning complete for port 0ace4403-5fd7-4a61-9dde-bc744e96bd1c triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:09.682065 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-d7b1d8de-3557-4aba-9288-6261f2d8227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:09.784247 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:36:09.785879 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Transition to ACTIVE for port object e0058ef1-08a8-4c44-b7f7-41e820a17d6a will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:36:09.787197 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Sync routers for ids ['618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:36:09.787645 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-5d81f13a-31d2-4d1e-acc0-8fb4cc438240 admin admin] 10.222.0.55 "PUT /v2.0/routers/618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9299762 Sep 07 04:36:09.787736 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Routers {'618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:36:09.787736 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:00Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:09.787910 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-d7b1d8de-3557-4aba-9288-6261f2d8227d None None] Port 0ace4403-5fd7-4a61-9dde-bc744e96bd1c cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:36:09.792569 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:09.811113 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] Transition to ACTIVE for port object 4172fb3d-d400-44b1-848f-4a73312a7cce will not be triggered until provisioned by entity DHCP. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:36:09.877486 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0faf8-05c7-42b8-bb38-d23a559d3db0 req-fe0940f3-e84e-43e4-81a9-a12d5d2ac6db tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:09.881023 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-49e0faf8-05c7-42b8-bb38-d23a559d3db0 req-fe0940f3-e84e-43e4-81a9-a12d5d2ac6db tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 943 time: 0.1139596 Sep 07 04:36:09.894255 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 785f2d48-69ff-4f45-acd4-0564251e2437 up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:09.974972 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-49e0faf8-05c7-42b8-bb38-d23a559d3db0 req-8a35a24e-bd1d-44fc-9cd4-7b3c32564819 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848920 Sep 07 04:36:10.053105 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:10.068908 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Set router 618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:36:10.082759 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:10.125054 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port 785f2d48-69ff-4f45-acd4-0564251e2437 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:36:10.148197 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port 785f2d48-69ff-4f45-acd4-0564251e2437 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:10.149078 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:10.173290 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] Network 0cf8157e-89a3-431d-9547-d1dca71aa37d is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:36:10.183758 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:36:10.189470 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:36:10.204945 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Attempting to bind port e0058ef1-08a8-4c44-b7f7-41e820a17d6a on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:36:10.211384 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Attempting to bind port e0058ef1-08a8-4c44-b7f7-41e820a17d6a by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:36:10.211632 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Attempting to bind port e0058ef1-08a8-4c44-b7f7-41e820a17d6a on network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:36:10.225086 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53966036-10b7-48c1-8066-4a5d7a78e75a None None] Pushing event updated for resources: {'Port': ['ID=e0058ef1-08a8-4c44-b7f7-41e820a17d6a,revision_number=2']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:10.236054 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:36:10.236442 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Checking segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:36:10.239697 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:10.248201 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Bound using segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:36:10.248201 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Bound port: e0058ef1-08a8-4c44-b7f7-41e820a17d6a, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:36:10.248758 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:10.273659 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] Pushing event updated for resources: {'Port': ['ID=4172fb3d-d400-44b1-848f-4a73312a7cce,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:10.314357 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472734'] for router_interface, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:10.357041 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] For port e0058ef1-08a8-4c44-b7f7-41e820a17d6a, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:36:10.360839 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] For port e0058ef1-08a8-4c44-b7f7-41e820a17d6a, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=e0058ef1-08a8-4c44-b7f7-41e820a17d6a,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:36:10.424087 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:10.445500 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:10.527294 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 785f2d48-69ff-4f45-acd4-0564251e2437, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=785f2d48-69ff-4f45-acd4-0564251e2437,segment=NetworkSegment(48899d06-6db2-4426-8761-70a5054c04a7),segment_id=48899d06-6db2-4426-8761-70a5054c04a7)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:10.545885 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e', 'name': 'tempest-TestShelveInstance-363059884-router', 'tenant_id': '098d8da05c2e42328755a43aaf4375cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '1d7a7946-a320-46f6-bf88-84390314d839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:58Z', 'updated_at': '2021-09-07T04:36:07Z', 'revision_number': 4, 'project_id': '098d8da05c2e42328755a43aaf4375cd', 'gw_port': {'id': '1d7a7946-a320-46f6-bf88-84390314d839', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:00Z', 'updated_at': '2021-09-07T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '0ace4403-5fd7-4a61-9dde-bc744e96bd1c', 'name': '', 'network_id': '1518bd48-7b01-49d9-b39a-05c14c2dacc6', 'tenant_id': '098d8da05c2e42328755a43aaf4375cd', 'mac_address': 'fa:16:3e:f4:4b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd8f20259-7914-4c24-85c5-3f093b961600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:05Z', 'updated_at': '2021-09-07T04:36:08Z', 'revision_number': 2, 'project_id': '098d8da05c2e42328755a43aaf4375cd', 'subnets': [{'id': 'd8f20259-7914-4c24-85c5-3f093b961600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:10.557361 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Routers {'55108c52-5d48-4a3b-877c-1a18d175a3b3'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:36:10.557993 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:00Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['55108c52-5d48-4a3b-877c-1a18d175a3b3'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:10.560813 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53966036-10b7-48c1-8066-4a5d7a78e75a None None] Pushing event updated for resources: {'Port': ['ID=e0058ef1-08a8-4c44-b7f7-41e820a17d6a,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:10.587059 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Checking router: 618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:36:10.587415 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Updating router 618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e port 0ace4403-5fd7-4a61-9dde-bc744e96bd1c binding host dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:36:10.626772 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:10.686176 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:10.705629 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] Set router 55108c52-5d48-4a3b-877c-1a18d175a3b3 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:36:10.705866 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:10.753929 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b753561e-ecbf-4b43-8915-72a70fb00fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785f2d48-69ff-4f45-acd4-0564251e2437'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:36:10.756956 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20604c3-a235-4b82-ba94-079d0b1d3635" -d '{"events": [{"server_uuid": "b753561e-ecbf-4b43-8915-72a70fb00fb6", "name": "network-vif-plugged", "status": "completed", "tag": "785f2d48-69ff-4f45-acd4-0564251e2437"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:36:10.841347 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-3c31e0d5-a555-493c-8b76-24727b391c86 None None] Provisioning for port 4172fb3d-d400-44b1-848f-4a73312a7cce completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:36:10.904610 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-3c31e0d5-a555-493c-8b76-24727b391c86 None None] Provisioning complete for port 4172fb3d-d400-44b1-848f-4a73312a7cce triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:10.906420 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3c31e0d5-a555-493c-8b76-24727b391c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:10.948142 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=785f2d48-69ff-4f45-acd4-0564251e2437,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:10.993056 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:11.028207 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-3c31e0d5-a555-493c-8b76-24727b391c86 None None] Port 4172fb3d-d400-44b1-848f-4a73312a7cce cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:36:11.059394 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Notify callbacks [] for port, precommit_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:11.064397 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:11.087167 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.provisioning_blocks [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Transition to ACTIVE for port object 0ace4403-5fd7-4a61-9dde-bc744e96bd1c will not be triggered until provisioned by entity L2. {{(pid=94314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:36:11.101104 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'name': 'tempest-TestMinimumBasicScenario-1980138077-router', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:02Z', 'updated_at': '2021-09-07T04:36:05Z', 'revision_number': 3, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'gw_port': {'id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:03Z', 'updated_at': '2021-09-07T04:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:11.135194 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935d90f1-3a5c-4b83-a08c-51a03fb7d45f None None] The sync data for ids ['55108c52-5d48-4a3b-877c-1a18d175a3b3'] in dv-cinder-804035-10-iscsi is: [{'id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'name': 'tempest-TestMinimumBasicScenario-1980138077-router', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:02Z', 'updated_at': '2021-09-07T04:36:05Z', 'revision_number': 3, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'gw_port': {'id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:03Z', 'updated_at': '2021-09-07T04:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:36:11.151112 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] Pushing event updated for resources: {'Port': ['ID=4172fb3d-d400-44b1-848f-4a73312a7cce,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:11.160205 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471086'] for router_interface, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:11.169600 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:11.290676 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93aec5-cde0-4d88-9cf3-c83f02842b4b None None] Pushing event updated for resources: {'Port': ['ID=0ace4403-5fd7-4a61-9dde-bc744e96bd1c,revision_number=3']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:11.375759 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] Network 0cf8157e-89a3-431d-9547-d1dca71aa37d is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:36:11.377677 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:36:11.386810 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Attempting to bind port 0ace4403-5fd7-4a61-9dde-bc744e96bd1c on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:36:11.387285 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Attempting to bind port 0ace4403-5fd7-4a61-9dde-bc744e96bd1c by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': '81d3799d-4c65-42c2-b3e9-54abba7cc42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1518bd48-7b01-49d9-b39a-05c14c2dacc6'}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:36:11.387880 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Attempting to bind port 0ace4403-5fd7-4a61-9dde-bc744e96bd1c on network 1518bd48-7b01-49d9-b39a-05c14c2dacc6 {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:36:11.399513 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:36:11.400197 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Checking segment: {'id': '81d3799d-4c65-42c2-b3e9-54abba7cc42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1518bd48-7b01-49d9-b39a-05c14c2dacc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:36:11.400760 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:11.401626 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Bound using segment: {'id': '81d3799d-4c65-42c2-b3e9-54abba7cc42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1518bd48-7b01-49d9-b39a-05c14c2dacc6'} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:36:11.402203 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Bound port: 0ace4403-5fd7-4a61-9dde-bc744e96bd1c, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d3799d-4c65-42c2-b3e9-54abba7cc42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1518bd48-7b01-49d9-b39a-05c14c2dacc6'}}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:36:11.405326 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:11.586178 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] For port 0ace4403-5fd7-4a61-9dde-bc744e96bd1c, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:36:11.589397 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] For port 0ace4403-5fd7-4a61-9dde-bc744e96bd1c, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=0ace4403-5fd7-4a61-9dde-bc744e96bd1c,segment=NetworkSegment(81d3799d-4c65-42c2-b3e9-54abba7cc42d),segment_id=81d3799d-4c65-42c2-b3e9-54abba7cc42d)] {{(pid=94314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:36:11.618370 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 1d7a7946-a320-46f6-bf88-84390314d839 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:11.660702 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] Router 55108c52-5d48-4a3b-877c-1a18d175a3b3 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:36:11.688337 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:11.741077 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 1d7a7946-a320-46f6-bf88-84390314d839 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:11.744273 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:11.829200 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93aec5-cde0-4d88-9cf3-c83f02842b4b None None] Pushing event updated for resources: {'Port': ['ID=0ace4403-5fd7-4a61-9dde-bc744e96bd1c,revision_number=4']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:11.888832 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Routers {'618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:36:11.889477 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:00Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:11.961982 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:36:11.970595 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-29672356-16f3-401a-8a95-6351d9be76e2 admin admin] 10.222.0.55 "PUT /v2.0/routers/55108c52-5d48-4a3b-877c-1a18d175a3b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1939151 Sep 07 04:36:12.050181 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-5cd9fc81-9806-4d37-9b7d-24f9cef32b7f None None] Provisioning complete for port 4172fb3d-d400-44b1-848f-4a73312a7cce triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:12.051121 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-5cd9fc81-9806-4d37-9b7d-24f9cef32b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:12.110800 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-5cd9fc81-9806-4d37-9b7d-24f9cef32b7f None None] Port 4172fb3d-d400-44b1-848f-4a73312a7cce cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:36:12.231024 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] Set router 618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:36:12.578247 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e', 'name': 'tempest-TestShelveInstance-363059884-router', 'tenant_id': '098d8da05c2e42328755a43aaf4375cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '1d7a7946-a320-46f6-bf88-84390314d839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:58Z', 'updated_at': '2021-09-07T04:36:07Z', 'revision_number': 4, 'project_id': '098d8da05c2e42328755a43aaf4375cd', 'gw_port': {'id': '1d7a7946-a320-46f6-bf88-84390314d839', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:00Z', 'updated_at': '2021-09-07T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '0ace4403-5fd7-4a61-9dde-bc744e96bd1c', 'name': '', 'network_id': '1518bd48-7b01-49d9-b39a-05c14c2dacc6', 'tenant_id': '098d8da05c2e42328755a43aaf4375cd', 'mac_address': 'fa:16:3e:f4:4b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd8f20259-7914-4c24-85c5-3f093b961600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:05Z', 'updated_at': '2021-09-07T04:36:11Z', 'revision_number': 4, 'project_id': '098d8da05c2e42328755a43aaf4375cd', 'subnets': [{'id': 'd8f20259-7914-4c24-85c5-3f093b961600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:12.610404 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d8d87-f7ab-4211-95a3-f840fd55c177 None None] The sync data for ids ['618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e'] in dv-cinder-804035-10-iscsi is: [{'id': '618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e', 'name': 'tempest-TestShelveInstance-363059884-router', 'tenant_id': '098d8da05c2e42328755a43aaf4375cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '1d7a7946-a320-46f6-bf88-84390314d839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:58Z', 'updated_at': '2021-09-07T04:36:07Z', 'revision_number': 4, 'project_id': '098d8da05c2e42328755a43aaf4375cd', 'gw_port': {'id': '1d7a7946-a320-46f6-bf88-84390314d839', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:00Z', 'updated_at': '2021-09-07T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '0ace4403-5fd7-4a61-9dde-bc744e96bd1c', 'name': '', 'network_id': '1518bd48-7b01-49d9-b39a-05c14c2dacc6', 'tenant_id': '098d8da05c2e42328755a43aaf4375cd', 'mac_address': 'fa:16:3e:f4:4b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd8f20259-7914-4c24-85c5-3f093b961600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:05Z', 'updated_at': '2021-09-07T04:36:11Z', 'revision_number': 4, 'project_id': '098d8da05c2e42328755a43aaf4375cd', 'subnets': [{'id': 'd8f20259-7914-4c24-85c5-3f093b961600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:36:12.658485 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 37522) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:12.662766 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-b907c758-e95d-4a25-a994-ad9254db6382 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1000950777', 'description': 'tempest-secgroup-smoke-1000950777 description', 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:36:12.817499 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc979f-5edb-411b-9ef0-a2194e9b2583 req-d9d7ac30-6c1f-4c47-b0b8-749a0fb85e39 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:12.823145 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bfcc979f-5edb-411b-9ef0-a2194e9b2583 req-d9d7ac30-6c1f-4c47-b0b8-749a0fb85e39 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.0629468 Sep 07 04:36:12.823145 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-b907c758-e95d-4a25-a994-ad9254db6382 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:12.901451 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bfcc979f-5edb-411b-9ef0-a2194e9b2583 req-c2dd8c7f-3d1c-4687-baca-c06352b148bc tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648839 Sep 07 04:36:13.031196 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-b907c758-e95d-4a25-a994-ad9254db6382 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:13.107584 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a148b-8cf9-42c5-b5d7-5581d674b604 req-b5f9cbb4-a355-4ca0-bc38-f516007fa785 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:13.121522 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-116a148b-8cf9-42c5-b5d7-5581d674b604 req-b5f9cbb4-a355-4ca0-bc38-f516007fa785 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 949 time: 0.0839279 Sep 07 04:36:13.133243 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-b907c758-e95d-4a25-a994-ad9254db6382 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:13.214059 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-116a148b-8cf9-42c5-b5d7-5581d674b604 req-6a113ab7-635f-400c-9c14-21a1937a95fc tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e95f9b7-8747-454e-b470-080c245282d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881491 Sep 07 04:36:13.220092 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907c758-e95d-4a25-a994-ad9254db6382 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f41f50-9b23-4911-a99c-dfae21995bb7,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:13.238724 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37532) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:13.244065 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-48f7c451-b9f3-4796-9216-ee5d84e21379 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1909303727-network', 'tenant_id': 'bce4ed7586d245bfb51f3d2506b725df'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:36:13.286521 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-b907c758-e95d-4a25-a994-ad9254db6382 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:13.288956 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-b907c758-e95d-4a25-a994-ad9254db6382 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6288476 Sep 07 04:36:13.290712 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 37534) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:13.298852 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-c2b81583-2fd5-47a8-beb2-a9816128aa1f tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Request body: {'security_group_rule': {'security_group_id': '02f41f50-9b23-4911-a99c-dfae21995bb7', 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:36:13.306262 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693abbca-8e3a-4d54-8e72-9d2a46325619 x-openstack-request-id: req-693abbca-8e3a-4d54-8e72-9d2a46325619 {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:36:13.306775 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b753561e-ecbf-4b43-8915-72a70fb00fb6", "name": "network-vif-plugged", "status": "completed", "tag": "785f2d48-69ff-4f45-acd4-0564251e2437", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:36:13.306775 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-693abbca-8e3a-4d54-8e72-9d2a46325619 {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:36:13.307193 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b753561e-ecbf-4b43-8915-72a70fb00fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785f2d48-69ff-4f45-acd4-0564251e2437', 'code': 200} Sep 07 04:36:13.415379 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f7c451-b9f3-4796-9216-ee5d84e21379 admin admin] Made reservation on behalf of bce4ed7586d245bfb51f3d2506b725df for: {'network': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:36:13.417877 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-48f7c451-b9f3-4796-9216-ee5d84e21379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:13.432057 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-48f7c451-b9f3-4796-9216-ee5d84e21379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:13.475941 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251d1f5-1a3a-4050-8ea0-1c3c0d55c3cf req-b666a6f5-4b5f-4ae7-92a1-643e973ed28d tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:13.475941 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6251d1f5-1a3a-4050-8ea0-1c3c0d55c3cf req-b666a6f5-4b5f-4ae7-92a1-643e973ed28d tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 943 time: 0.1006145 Sep 07 04:36:13.558549 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 0ace4403-5fd7-4a61-9dde-bc744e96bd1c up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:13.582267 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c2b81583-2fd5-47a8-beb2-a9816128aa1f tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:13.680382 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6251d1f5-1a3a-4050-8ea0-1c3c0d55c3cf req-4b86e5da-baa0-4cdb-b234-9d6351705cc9 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681733 Sep 07 04:36:13.740099 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-48f7c451-b9f3-4796-9216-ee5d84e21379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:13.748203 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port 0ace4403-5fd7-4a61-9dde-bc744e96bd1c completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:36:13.762286 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 0ace4403-5fd7-4a61-9dde-bc744e96bd1c triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:13.762286 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:13.764406 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c2b81583-2fd5-47a8-beb2-a9816128aa1f tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:13.787964 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Sync routers for ids ['55108c52-5d48-4a3b-877c-1a18d175a3b3'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:36:13.810480 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-48f7c451-b9f3-4796-9216-ee5d84e21379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:13.817959 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Routers {'55108c52-5d48-4a3b-877c-1a18d175a3b3'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:36:13.818675 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:00Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['55108c52-5d48-4a3b-877c-1a18d175a3b3'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:13.843341 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c2b81583-2fd5-47a8-beb2-a9816128aa1f tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:13.860102 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f7c451-b9f3-4796-9216-ee5d84e21379 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=94311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:36:13.860102 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7c451-b9f3-4796-9216-ee5d84e21379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b2075c-c3a6-4b14-8976-e61431329e58,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:13.871303 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-48f7c451-b9f3-4796-9216-ee5d84e21379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:13.871701 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.segments_db [None req-48f7c451-b9f3-4796-9216-ee5d84e21379 admin admin] Added segment 95a52481-1051-4175-95ec-6bdb3624b529 of type vlan for network 13c07bae-e667-4137-bc5c-1abf7ca5fa84 Sep 07 04:36:13.883787 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b81583-2fd5-47a8-beb2-a9816128aa1f tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb6979e-3d59-4f92-abf6-fbda01d5c1ef,revision_number=0']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:13.939109 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-48f7c451-b9f3-4796-9216-ee5d84e21379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:13.958767 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c2b81583-2fd5-47a8-beb2-a9816128aa1f tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:13.960058 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-c2b81583-2fd5-47a8-beb2-a9816128aa1f tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6682875 Sep 07 04:36:13.963975 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 37540) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:13.969626 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-c93ac83b-df3b-4a1f-8427-8b45818ce903 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Request body: {'security_group_rule': {'security_group_id': '02f41f50-9b23-4911-a99c-dfae21995bb7', 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:36:14.021528 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Set router 55108c52-5d48-4a3b-877c-1a18d175a3b3 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:36:14.136152 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57539a50-33e9-4759-918f-ba721285e7cc req-f6b338da-94fd-4d53-b6bc-7ecc54909e90 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:14.138087 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-57539a50-33e9-4759-918f-ba721285e7cc req-f6b338da-94fd-4d53-b6bc-7ecc54909e90 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.1001074 Sep 07 04:36:14.138847 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-48f7c451-b9f3-4796-9216-ee5d84e21379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:14.139846 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f7c451-b9f3-4796-9216-ee5d84e21379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:14.140434 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-48f7c451-b9f3-4796-9216-ee5d84e21379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:14.146132 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c93ac83b-df3b-4a1f-8427-8b45818ce903 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:14.219834 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c93ac83b-df3b-4a1f-8427-8b45818ce903 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:14.253825 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-57539a50-33e9-4759-918f-ba721285e7cc req-db0ced20-b962-4f08-8255-7433b5d7e90a tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661848 Sep 07 04:36:14.271895 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7c451-b9f3-4796-9216-ee5d84e21379 admin admin] Pushing event updated for resources: {'Network': ['ID=13c07bae-e667-4137-bc5c-1abf7ca5fa84,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:14.296116 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network 13c07bae-e667-4137-bc5c-1abf7ca5fa84 details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:36:14.305328 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-48f7c451-b9f3-4796-9216-ee5d84e21379 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0654852 Sep 07 04:36:14.308092 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 37544) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:14.314362 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-8af9ef9c-2c52-4c46-98e5-f18415e5b51e admin admin] Request body: {'subnet': {'network_id': '13c07bae-e667-4137-bc5c-1abf7ca5fa84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1909303727-subnet', 'tenant_id': 'bce4ed7586d245bfb51f3d2506b725df', 'ip_version': 4}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:36:14.337834 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:14.342662 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c93ac83b-df3b-4a1f-8427-8b45818ce903 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:14.375325 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ac83b-df3b-4a1f-8427-8b45818ce903 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95535dd-080f-4fb7-9ba9-12393dee668a,revision_number=0']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:14.437890 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a14a2-b7d7-4fe1-889d-3853044ef0f5 req-a24a7eca-b0c2-4dc6-8dec-d0e005083886 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:14.438532 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0c6a14a2-b7d7-4fe1-889d-3853044ef0f5 req-a24a7eca-b0c2-4dc6-8dec-d0e005083886 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 949 time: 0.0703971 Sep 07 04:36:14.439343 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af9ef9c-2c52-4c46-98e5-f18415e5b51e admin admin] Made reservation on behalf of bce4ed7586d245bfb51f3d2506b725df for: {'subnet': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:36:14.441608 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8af9ef9c-2c52-4c46-98e5-f18415e5b51e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8920007'] for subnet, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:14.454031 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port 0ace4403-5fd7-4a61-9dde-bc744e96bd1c, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=0ace4403-5fd7-4a61-9dde-bc744e96bd1c,segment=NetworkSegment(81d3799d-4c65-42c2-b3e9-54abba7cc42d),segment_id=81d3799d-4c65-42c2-b3e9-54abba7cc42d)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:14.486161 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'name': 'tempest-TestMinimumBasicScenario-1980138077-router', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:02Z', 'updated_at': '2021-09-07T04:36:10Z', 'revision_number': 4, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'gw_port': {'id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:03Z', 'updated_at': '2021-09-07T04:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '4172fb3d-d400-44b1-848f-4a73312a7cce', 'name': '', 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'mac_address': 'fa:16:3e:76:ff:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '948ddb29-54aa-4625-aa0b-3c56e0738953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:09Z', 'updated_at': '2021-09-07T04:36:10Z', 'revision_number': 2, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'subnets': [{'id': '948ddb29-54aa-4625-aa0b-3c56e0738953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:14.519234 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c93ac83b-df3b-4a1f-8427-8b45818ce903 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:14.524064 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-c93ac83b-df3b-4a1f-8427-8b45818ce903 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5556400 Sep 07 04:36:14.524737 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37546) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:14.530819 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-1aa5b05b-4cee-473f-803e-cfa76e6ddb53 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Request body: {'security_group_rule': {'security_group_id': '02f41f50-9b23-4911-a99c-dfae21995bb7', 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:36:14.538195 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0c6a14a2-b7d7-4fe1-889d-3853044ef0f5 req-e64a1449-ef90-4571-8677-abdfa7c6f56d tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e95f9b7-8747-454e-b470-080c245282d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837188 Sep 07 04:36:14.635195 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Checking router: 55108c52-5d48-4a3b-877c-1a18d175a3b3 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:36:14.635553 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Updating router 55108c52-5d48-4a3b-877c-1a18d175a3b3 port 4172fb3d-d400-44b1-848f-4a73312a7cce binding host dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:36:14.637483 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:14.638285 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device e0058ef1-08a8-4c44-b7f7-41e820a17d6a up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:14.656881 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1aa5b05b-4cee-473f-803e-cfa76e6ddb53 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:14.712196 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:14.713681 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1aa5b05b-4cee-473f-803e-cfa76e6ddb53 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:14.730867 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8af9ef9c-2c52-4c46-98e5-f18415e5b51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9712067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8919985'] for subnet, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:14.767630 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=0ace4403-5fd7-4a61-9dde-bc744e96bd1c,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:14.792797 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1aa5b05b-4cee-473f-803e-cfa76e6ddb53 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:14.814192 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5b05b-4cee-473f-803e-cfa76e6ddb53 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a35c0d-ea96-4fdb-8935-db5849b86d4a,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:14.820765 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9ef9c-2c52-4c46-98e5-f18415e5b51e admin admin] Pushing event updated for resources: {'Subnet': ['ID=50cecd42-5feb-4822-ae7d-318fe205c14d,revision_number=0']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:14.836701 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af9ef9c-2c52-4c46-98e5-f18415e5b51e admin admin] Checking segment: {'id': '95a52481-1051-4175-95ec-6bdb3624b529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '13c07bae-e667-4137-bc5c-1abf7ca5fa84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:36:14.837120 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af9ef9c-2c52-4c46-98e5-f18415e5b51e admin admin] Network hostable DHCP agents. Network: 13c07bae-e667-4137-bc5c-1abf7ca5fa84, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:36:14.849358 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573d5f-4d5c-47ce-b3e8-06f2a04fd242 req-144e6e9b-c8e7-4bf6-8a10-632fd0df1b72 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:14.850940 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-75573d5f-4d5c-47ce-b3e8-06f2a04fd242 req-144e6e9b-c8e7-4bf6-8a10-632fd0df1b72 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 943 time: 0.0915511 Sep 07 04:36:14.895511 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1aa5b05b-4cee-473f-803e-cfa76e6ddb53 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:14.899990 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-1aa5b05b-4cee-473f-803e-cfa76e6ddb53 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3741391 Sep 07 04:36:14.900798 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37550) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:14.901258 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-75573d5f-4d5c-47ce-b3e8-06f2a04fd242 req-f63af367-f824-4905-8538-465ac15e77e1 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418212 Sep 07 04:36:14.906444 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-e73720af-329a-4995-950c-1cadf60bffdd tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Request body: {'security_group_rule': {'security_group_id': '02f41f50-9b23-4911-a99c-dfae21995bb7', 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:36:14.920554 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port e0058ef1-08a8-4c44-b7f7-41e820a17d6a completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:36:14.939350 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port e0058ef1-08a8-4c44-b7f7-41e820a17d6a triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:14.939856 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:14.967909 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af9ef9c-2c52-4c46-98e5-f18415e5b51e admin admin] Network 13c07bae-e667-4137-bc5c-1abf7ca5fa84 is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:36:14.986414 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5426c-b5d1-479b-af82-55452b6c44f5 req-71d9b0d3-3924-42b9-aea4-14b59ca529dc tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:14.987865 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5ff5426c-b5d1-479b-af82-55452b6c44f5 req-71d9b0d3-3924-42b9-aea4-14b59ca529dc tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.54 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 943 time: 0.0704150 Sep 07 04:36:15.033450 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e73720af-329a-4995-950c-1cadf60bffdd tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.086633 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Notify callbacks [] for port, precommit_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.090860 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-8af9ef9c-2c52-4c46-98e5-f18415e5b51e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, 13c07bae-e667-4137-bc5c-1abf7ca5fa84) {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:36:15.101072 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af9ef9c-2c52-4c46-98e5-f18415e5b51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:15.101072 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8af9ef9c-2c52-4c46-98e5-f18415e5b51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.107337 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.109857 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-5ff5426c-b5d1-479b-af82-55452b6c44f5 req-f616390b-de5c-4bd7-8106-2d19bd6118a4 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Deleting port 7942ff84-52a8-4c01-b390-a113c3f5fa32 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:36:15.110209 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-5ff5426c-b5d1-479b-af82-55452b6c44f5 req-f616390b-de5c-4bd7-8106-2d19bd6118a4 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.111534 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e73720af-329a-4995-950c-1cadf60bffdd tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.112184 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500c7947-7651-478b-a35d-2527fce85020 None None] Network 13c07bae-e667-4137-bc5c-1abf7ca5fa84 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:36:15.117217 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Transition to ACTIVE for port object 4172fb3d-d400-44b1-848f-4a73312a7cce will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:36:15.161542 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port e0058ef1-08a8-4c44-b7f7-41e820a17d6a, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=e0058ef1-08a8-4c44-b7f7-41e820a17d6a,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:15.189962 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e73720af-329a-4995-950c-1cadf60bffdd tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.218051 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.229078 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73720af-329a-4995-950c-1cadf60bffdd tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa10f57-d9d7-41f3-b126-6ff9d20f947c,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:15.242961 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ad09d-bca0-4b41-ae56-b898b45a4a94 req-0a03fc8b-2dc5-4942-8979-4d2cd51dc83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:15.244763 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-048ad09d-bca0-4b41-ae56-b898b45a4a94 req-0a03fc8b-2dc5-4942-8979-4d2cd51dc83e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 1102 time: 0.0694706 Sep 07 04:36:15.272140 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.300872 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-048ad09d-bca0-4b41-ae56-b898b45a4a94 req-43e2bc17-a221-4e08-977c-553e5cabad91 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3e95f9b7-8747-454e-b470-080c245282d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456440 Sep 07 04:36:15.323614 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc53649-6872-47c4-adfb-27069f6f118a None None] Pushing event updated for resources: {'Port': ['ID=4172fb3d-d400-44b1-848f-4a73312a7cce,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:15.337477 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e73720af-329a-4995-950c-1cadf60bffdd tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.338825 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-e73720af-329a-4995-950c-1cadf60bffdd tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4368625 Sep 07 04:36:15.342086 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37558) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:15.347214 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-61285276-b6bb-484a-9808-2b258a063cdd tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Request body: {'security_group_rule': {'security_group_id': '02f41f50-9b23-4911-a99c-dfae21995bb7', 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:36:15.417590 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f0861aa-1164-573e-aee3-8cc302ec4a76-13c07bae-e667-4137-bc5c-1abf7ca5fa84', 'network_id': '13c07bae-e667-4137-bc5c-1abf7ca5fa84', 'tenant_id': 'bce4ed7586d245bfb51f3d2506b725df', 'fixed_ips': [{'subnet_id': '50cecd42-5feb-4822-ae7d-318fe205c14d'}]}} from dv-cinder-804035-10-iscsi. {{(pid=94313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:36:15.419213 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.463840 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Attempting to bind port 4172fb3d-d400-44b1-848f-4a73312a7cce on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:36:15.464223 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Attempting to bind port 4172fb3d-d400-44b1-848f-4a73312a7cce by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': 'd85d9ca0-608b-4023-987a-7b47426d7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:36:15.464623 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Attempting to bind port 4172fb3d-d400-44b1-848f-4a73312a7cce on network 0cf8157e-89a3-431d-9547-d1dca71aa37d {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:36:15.466762 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-8af9ef9c-2c52-4c46-98e5-f18415e5b51e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1567607 Sep 07 04:36:15.469894 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37560) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:15.475122 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1909303727-router', 'tenant_id': 'bce4ed7586d245bfb51f3d2506b725df', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:36:15.482608 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:36:15.482608 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Checking segment: {'id': 'd85d9ca0-608b-4023-987a-7b47426d7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:36:15.482608 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.482608 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Bound using segment: {'id': 'd85d9ca0-608b-4023-987a-7b47426d7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:36:15.482608 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Bound port: 4172fb3d-d400-44b1-848f-4a73312a7cce, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85d9ca0-608b-4023-987a-7b47426d7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:36:15.482608 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.483181 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=e0058ef1-08a8-4c44-b7f7-41e820a17d6a,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:15.503975 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.securitygroups_db [None req-61285276-b6bb-484a-9808-2b258a063cdd tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Project ee77f689e65e4fa4886639d6a4aa761d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 04:36:15.517444 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-61285276-b6bb-484a-9808-2b258a063cdd tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.551214 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 0ace4403-5fd7-4a61-9dde-bc744e96bd1c up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:15.556879 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-5ff5426c-b5d1-479b-af82-55452b6c44f5 req-f616390b-de5c-4bd7-8106-2d19bd6118a4 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] For port 7942ff84-52a8-4c01-b390-a113c3f5fa32, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7942ff84-52a8-4c01-b390-a113c3f5fa32,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:15.557252 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-5ff5426c-b5d1-479b-af82-55452b6c44f5 req-f616390b-de5c-4bd7-8106-2d19bd6118a4 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.574921 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d76afe-4537-4425-b2d3-dca2946b62c9 req-0a57e450-c093-4519-b2c0-9d3c71cad905 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:15.577606 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c5d76afe-4537-4425-b2d3-dca2946b62c9 req-0a57e450-c093-4519-b2c0-9d3c71cad905 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.1160665 Sep 07 04:36:15.583522 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-5ff5426c-b5d1-479b-af82-55452b6c44f5 req-f616390b-de5c-4bd7-8106-2d19bd6118a4 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Calling delete_port for 7942ff84-52a8-4c01-b390-a113c3f5fa32 owned by compute:nova {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:36:15.610790 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-61285276-b6bb-484a-9808-2b258a063cdd tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.658938 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c5d76afe-4537-4425-b2d3-dca2946b62c9 req-3e8e9031-80f9-460d-be14-46dc92c2fe67 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729547 Sep 07 04:36:15.674599 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-50034'] for router, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.676374 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-50041'] for router, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.716021 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] For port 4172fb3d-d400-44b1-848f-4a73312a7cce, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:36:15.718519 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.db_base_plugin_common [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Allocated IP 172.20.0.2 (13c07bae-e667-4137-bc5c-1abf7ca5fa84/50cecd42-5feb-4822-ae7d-318fe205c14d/9b6947a4-ac28-4755-86c8-bfd7fed7e544) {{(pid=94313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:36:15.728746 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] For port 4172fb3d-d400-44b1-848f-4a73312a7cce, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=4172fb3d-d400-44b1-848f-4a73312a7cce,segment=NetworkSegment(d85d9ca0-608b-4023-987a-7b47426d7314),segment_id=d85d9ca0-608b-4023-987a-7b47426d7314)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:36:15.729872 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 0ace4403-5fd7-4a61-9dde-bc744e96bd1c triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:15.732775 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.757103 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.769446 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-61285276-b6bb-484a-9808-2b258a063cdd tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.791645 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61285276-b6bb-484a-9808-2b258a063cdd tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16afe40-76e5-4c97-813f-6033cecf1e84,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:15.802926 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0542d-b38c-41ee-98c2-a6432ec15269 req-99e521cb-60b6-41f5-aefa-f5c2f5ac62fc tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:15.804475 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a2d0542d-b38c-41ee-98c2-a6432ec15269 req-99e521cb-60b6-41f5-aefa-f5c2f5ac62fc tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 949 time: 0.0646276 Sep 07 04:36:15.852305 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a2d0542d-b38c-41ee-98c2-a6432ec15269 req-03868da2-a8db-4c5a-a289-16ed30eea027 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e95f9b7-8747-454e-b470-080c245282d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408261 Sep 07 04:36:15.890568 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.918526 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-5ff5426c-b5d1-479b-af82-55452b6c44f5 req-f616390b-de5c-4bd7-8106-2d19bd6118a4 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.925291 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-61285276-b6bb-484a-9808-2b258a063cdd tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:15.929345 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-61285276-b6bb-484a-9808-2b258a063cdd tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5859647 Sep 07 04:36:15.931151 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 37566) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:15.952100 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Routers {'55108c52-5d48-4a3b-877c-1a18d175a3b3'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:36:15.952100 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:00Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['55108c52-5d48-4a3b-877c-1a18d175a3b3'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:15.967409 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['674fa64e-df35-45b3-a06c-eec2726f1621', '43f74f6c-93a5-45ba-8c2d-7aa5452179e9'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:36:15.974796 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-8b6715d8-04ca-475e-84d7-79adc0eb0619 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Request body: {'security_group_rule': {'security_group_id': '02f41f50-9b23-4911-a99c-dfae21995bb7', 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:36:16.049125 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:16.058202 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616390b-de5c-4bd7-8106-2d19bd6118a4 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Pushing event deleted for resources: {'Port': ['ID=7942ff84-52a8-4c01-b390-a113c3f5fa32,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:16.095756 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc53649-6872-47c4-adfb-27069f6f118a None None] Pushing event updated for resources: {'Port': ['ID=4172fb3d-d400-44b1-848f-4a73312a7cce,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:16.105055 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-00ae3767-02a8-49ac-86e7-18030a3f385f req-6c86fb8d-b685-4720-8af5-031ef57fa65a tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 210 time: 0.0488412 Sep 07 04:36:16.148706 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff5426c-b5d1-479b-af82-55452b6c44f5 req-f616390b-de5c-4bd7-8106-2d19bd6118a4 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] No DVR routers for this DVR port 7942ff84-52a8-4c01-b390-a113c3f5fa32 on host hv-cinder-80403 {{(pid=94312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:36:16.156817 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-5ff5426c-b5d1-479b-af82-55452b6c44f5 req-f616390b-de5c-4bd7-8106-2d19bd6118a4 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:16.159265 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5ff5426c-b5d1-479b-af82-55452b6c44f5 req-f616390b-de5c-4bd7-8106-2d19bd6118a4 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.54 "DELETE /v2.0/ports/7942ff84-52a8-4c01-b390-a113c3f5fa32 HTTP/1.1" status: 204 len: 173 time: 1.1594956 Sep 07 04:36:16.160239 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.securitygroups_db [None req-8b6715d8-04ca-475e-84d7-79adc0eb0619 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Project ee77f689e65e4fa4886639d6a4aa761d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 04:36:16.167514 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cfecde-2a07-41f6-bd9a-482e92a24b5a', 'name': 'network-vif-deleted', 'tag': '7942ff84-52a8-4c01-b390-a113c3f5fa32'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:36:16.171416 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f96958-d870-4b0c-8308-471ceaefd01c" -d '{"events": [{"server_uuid": "22cfecde-2a07-41f6-bd9a-482e92a24b5a", "name": "network-vif-deleted", "tag": "7942ff84-52a8-4c01-b390-a113c3f5fa32"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:36:16.176243 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8b6715d8-04ca-475e-84d7-79adc0eb0619 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:16.232759 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed534c1-329a-443a-beb1-c27e749f0e24 x-openstack-request-id: req-9ed534c1-329a-443a-beb1-c27e749f0e24 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:36:16.232759 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22cfecde-2a07-41f6-bd9a-482e92a24b5a", "name": "network-vif-deleted", "tag": "7942ff84-52a8-4c01-b390-a113c3f5fa32", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:36:16.232759 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ed534c1-329a-443a-beb1-c27e749f0e24 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:36:16.232759 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22cfecde-2a07-41f6-bd9a-482e92a24b5a', 'name': 'network-vif-deleted', 'tag': '7942ff84-52a8-4c01-b390-a113c3f5fa32', 'status': 'completed', 'code': 200} Sep 07 04:36:16.275620 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8b6715d8-04ca-475e-84d7-79adc0eb0619 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:16.287797 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] Set router 55108c52-5d48-4a3b-877c-1a18d175a3b3 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:36:16.381607 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8b6715d8-04ca-475e-84d7-79adc0eb0619 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:16.386231 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:16.404542 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6715d8-04ca-475e-84d7-79adc0eb0619 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5f2e86-4f7f-4e7e-82c5-6a0e369fdff8,revision_number=0']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:16.409636 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:16.435688 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:16.464707 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Transition to ACTIVE for port object 9b6947a4-ac28-4755-86c8-bfd7fed7e544 will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:36:16.490664 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8b6715d8-04ca-475e-84d7-79adc0eb0619 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:16.492277 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-8b6715d8-04ca-475e-84d7-79adc0eb0619 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5575192 Sep 07 04:36:16.539738 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] Allocated IP 172.27.2.70 (8b8648d5-0172-4d8a-aa17-a0353230f6f5/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8/a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:36:16.540737 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Transition to ACTIVE for port object 9b6947a4-ac28-4755-86c8-bfd7fed7e544 will not be triggered until provisioned by entity DHCP. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:36:16.675857 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:16.685387 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468'] for port, after_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:16.698871 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'name': 'tempest-TestMinimumBasicScenario-1980138077-router', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:02Z', 'updated_at': '2021-09-07T04:36:10Z', 'revision_number': 4, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'gw_port': {'id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:03Z', 'updated_at': '2021-09-07T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '4172fb3d-d400-44b1-848f-4a73312a7cce', 'name': '', 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'mac_address': 'fa:16:3e:76:ff:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '948ddb29-54aa-4625-aa0b-3c56e0738953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:09Z', 'updated_at': '2021-09-07T04:36:15Z', 'revision_number': 4, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'subnets': [{'id': '948ddb29-54aa-4625-aa0b-3c56e0738953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:16.756996 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c83565c-db08-4886-8d10-6533e1ba4a4f None None] The sync data for ids ['55108c52-5d48-4a3b-877c-1a18d175a3b3'] in dv-cinder-804035-10-iscsi is: [{'id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'name': 'tempest-TestMinimumBasicScenario-1980138077-router', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:02Z', 'updated_at': '2021-09-07T04:36:10Z', 'revision_number': 4, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'gw_port': {'id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:03Z', 'updated_at': '2021-09-07T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '4172fb3d-d400-44b1-848f-4a73312a7cce', 'name': '', 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'mac_address': 'fa:16:3e:76:ff:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '948ddb29-54aa-4625-aa0b-3c56e0738953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:09Z', 'updated_at': '2021-09-07T04:36:15Z', 'revision_number': 4, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'subnets': [{'id': '948ddb29-54aa-4625-aa0b-3c56e0738953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:36:16.762324 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Network 13c07bae-e667-4137-bc5c-1abf7ca5fa84 is already hosted by enough agents. {{(pid=94313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:36:16.766571 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.base_scheduler [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Resources bound (agent type, host, resource id): {{(pid=94313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:36:16.774158 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Received port after_create {{(pid=94313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:36:16.781016 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Pushing event updated for resources: {'Port': ['ID=9b6947a4-ac28-4755-86c8-bfd7fed7e544,revision_number=1']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:16.846662 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:16.882912 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74977a14-8119-49e1-9944-0ffacf192917 req-19359065-ed5d-4b1f-b00c-ca262643176c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:16.883733 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Attempting to bind port 9b6947a4-ac28-4755-86c8-bfd7fed7e544 on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:36:16.884211 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Attempting to bind port 9b6947a4-ac28-4755-86c8-bfd7fed7e544 by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': '95a52481-1051-4175-95ec-6bdb3624b529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '13c07bae-e667-4137-bc5c-1abf7ca5fa84'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:36:16.884783 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Attempting to bind port 9b6947a4-ac28-4755-86c8-bfd7fed7e544 on network 13c07bae-e667-4137-bc5c-1abf7ca5fa84 {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:36:16.891368 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-74977a14-8119-49e1-9944-0ffacf192917 req-19359065-ed5d-4b1f-b00c-ca262643176c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.1029830 Sep 07 04:36:16.893487 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:36:16.894095 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Checking segment: {'id': '95a52481-1051-4175-95ec-6bdb3624b529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '13c07bae-e667-4137-bc5c-1abf7ca5fa84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:36:16.894660 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:16.895159 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Bound using segment: {'id': '95a52481-1051-4175-95ec-6bdb3624b529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '13c07bae-e667-4137-bc5c-1abf7ca5fa84'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:36:16.896349 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Bound port: 9b6947a4-ac28-4755-86c8-bfd7fed7e544, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a52481-1051-4175-95ec-6bdb3624b529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '13c07bae-e667-4137-bc5c-1abf7ca5fa84'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:36:16.897181 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:16.944571 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-74977a14-8119-49e1-9944-0ffacf192917 req-072ff224-f887-4e9d-b8fb-a704f941161b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522964 Sep 07 04:36:17.014880 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:36:17.021344 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] Pushing event updated for resources: {'Port': ['ID=a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:17.029665 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:36:17.035280 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:36:17.061051 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] For port 9b6947a4-ac28-4755-86c8-bfd7fed7e544, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:36:17.065566 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] For port 9b6947a4-ac28-4755-86c8-bfd7fed7e544, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=9b6947a4-ac28-4755-86c8-bfd7fed7e544,segment=NetworkSegment(95a52481-1051-4175-95ec-6bdb3624b529),segment_id=95a52481-1051-4175-95ec-6bdb3624b529)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:36:17.104555 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420d117-c4d4-49a7-a502-1d737f415036 req-f78dead1-2204-4901-93f5-8b07da67d1d1 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:17.112224 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c420d117-c4d4-49a7-a502-1d737f415036 req-f78dead1-2204-4901-93f5-8b07da67d1d1 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 949 time: 0.0960441 Sep 07 04:36:17.165020 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:17.206606 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c420d117-c4d4-49a7-a502-1d737f415036 req-ee3a8ac1-2b5e-49b0-9d03-3cc53d1d30bf tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e95f9b7-8747-454e-b470-080c245282d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930052 Sep 07 04:36:17.307943 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ab962-9754-48f5-9fd3-4d253f3b79b7 None None] Pushing event updated for resources: {'Port': ['ID=9b6947a4-ac28-4755-86c8-bfd7fed7e544,revision_number=2']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:17.361218 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f290cce9-0485-4de5-8329-d9aa179a711c req-0f24576a-f9ca-49cf-bdb3-b4e5cec685ae tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=22cfecde-2a07-41f6-bd9a-482e92a24b5a HTTP/1.1" status: 200 len: 210 time: 0.0654571 Sep 07 04:36:17.652678 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device e0058ef1-08a8-4c44-b7f7-41e820a17d6a up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:17.710767 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port e0058ef1-08a8-4c44-b7f7-41e820a17d6a triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:17.711149 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:17.768919 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:17.940544 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bdefa-1fd5-434b-a604-cdf5cc88c7f4 req-7bf20636-fd7b-4f8c-bffb-dd2253bfde8b tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:17.942477 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-843bdefa-1fd5-434b-a604-cdf5cc88c7f4 req-7bf20636-fd7b-4f8c-bffb-dd2253bfde8b tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 949 time: 0.0868852 Sep 07 04:36:17.944344 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 4172fb3d-d400-44b1-848f-4a73312a7cce up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:18.009446 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-843bdefa-1fd5-434b-a604-cdf5cc88c7f4 req-c25c2c29-9d02-489f-8ad7-40dff46cab5e tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e95f9b7-8747-454e-b470-080c245282d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501099 Sep 07 04:36:18.121676 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port 4172fb3d-d400-44b1-848f-4a73312a7cce completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:36:18.127505 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 4172fb3d-d400-44b1-848f-4a73312a7cce triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:18.133168 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:18.134836 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473069'] for router, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:18.177462 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a741a-daa5-4174-9df0-aa89152ca292 req-87020a2b-03af-48dd-b16d-03a9b5bfc621 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:18.187101 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-781a741a-daa5-4174-9df0-aa89152ca292 req-87020a2b-03af-48dd-b16d-03a9b5bfc621 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.1146395 Sep 07 04:36:18.263977 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:18.272200 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-781a741a-daa5-4174-9df0-aa89152ca292 req-bbf85334-a9da-4b56-9cb4-6b40e8cce62e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841234 Sep 07 04:36:18.323304 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port 4172fb3d-d400-44b1-848f-4a73312a7cce, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=4172fb3d-d400-44b1-848f-4a73312a7cce,segment=NetworkSegment(d85d9ca0-608b-4023-987a-7b47426d7314),segment_id=d85d9ca0-608b-4023-987a-7b47426d7314)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:18.418504 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:18.470028 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] Router 0374d13d-654e-4baa-88b8-6b3bed06579d is scheduled to L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 with binding_index 1 {{(pid=94311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:36:18.477042 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=4172fb3d-d400-44b1-848f-4a73312a7cce,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:18.541933 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b4678c-1dda-4433-861c-5a796b4a2f4f None None] Network 13c07bae-e667-4137-bc5c-1abf7ca5fa84 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:36:18.596658 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:36:18.607900 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Sync routers for ids ['0374d13d-654e-4baa-88b8-6b3bed06579d'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:36:18.617657 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Routers {'0374d13d-654e-4baa-88b8-6b3bed06579d'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:36:18.618548 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:00Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['0374d13d-654e-4baa-88b8-6b3bed06579d'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:18.674417 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-5407fdba-cda2-4f26-baa5-8d5f76dfb70b None None] Provisioning for port 9b6947a4-ac28-4755-86c8-bfd7fed7e544 completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:36:18.730946 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Set router 0374d13d-654e-4baa-88b8-6b3bed06579d gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:36:18.741595 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] Notify callbacks [] for router, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:18.744607 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-4ebd6acd-e41e-4264-87b6-4d123e169633 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2716417 Sep 07 04:36:18.745703 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37648) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:18.909010 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d3680-6553-4f3b-8cc0-cd1e33b8d625 req-d15d9ff3-6057-4964-8944-ece590bc29d1 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:18.925098 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a07d3680-6553-4f3b-8cc0-cd1e33b8d625 req-d15d9ff3-6057-4964-8944-ece590bc29d1 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 945 time: 0.0949621 Sep 07 04:36:18.977474 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'name': 'tempest-TestMinimumBasicScenario-1909303727-router', 'tenant_id': 'bce4ed7586d245bfb51f3d2506b725df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:15Z', 'updated_at': '2021-09-07T04:36:17Z', 'revision_number': 3, 'project_id': 'bce4ed7586d245bfb51f3d2506b725df', 'gw_port': {'id': 'a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:16Z', 'updated_at': '2021-09-07T04:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:18.991442 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a07d3680-6553-4f3b-8cc0-cd1e33b8d625 req-ba2f15dd-6dfb-49d9-81c0-155c951e7efd tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631404 Sep 07 04:36:19.016169 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Checking router: 0374d13d-654e-4baa-88b8-6b3bed06579d for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:36:19.016542 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Updating router 0374d13d-654e-4baa-88b8-6b3bed06579d port a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a binding host dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:36:19.045955 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:19.173524 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa4b65-dce6-4737-82d6-370b8039a96f req-17b38b5c-dc7d-4147-bc11-9a21beba101e tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:19.175080 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-aeaa4b65-dce6-4737-82d6-370b8039a96f req-17b38b5c-dc7d-4147-bc11-9a21beba101e tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 949 time: 0.0758107 Sep 07 04:36:19.216547 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-aeaa4b65-dce6-4737-82d6-370b8039a96f req-b75688f4-960f-4653-a910-79097424db0d tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e95f9b7-8747-454e-b470-080c245282d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344777 Sep 07 04:36:19.314102 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:19.346099 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Notify callbacks [] for port, precommit_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:19.359779 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.provisioning_blocks [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Transition to ACTIVE for port object a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a will not be triggered until provisioned by entity L2. {{(pid=94314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:36:19.446682 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11967a4a-05c6-4fc4-ba9c-200bcfd8ab61 req-047a4886-75f3-46bd-aca9-d4cdda84cb4c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:19.449000 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-11967a4a-05c6-4fc4-ba9c-200bcfd8ab61 req-047a4886-75f3-46bd-aca9-d4cdda84cb4c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.0718148 Sep 07 04:36:19.449544 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:19.500190 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebd4ac-7754-4894-9c1c-919747f6402b None None] Pushing event updated for resources: {'Port': ['ID=a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a,revision_number=2']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:19.514258 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-11967a4a-05c6-4fc4-ba9c-200bcfd8ab61 req-bcdc53c8-8a2d-43b3-b80e-4d84dca534e1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491521 Sep 07 04:36:19.524204 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Attempting to bind port a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:36:19.524598 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Attempting to bind port a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:36:19.524952 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Attempting to bind port a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a on network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:36:19.537953 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:36:19.538371 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Checking segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:36:19.538774 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:19.539352 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Bound using segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:36:19.539612 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Bound port: a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:36:19.540002 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:19.542352 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] Allocated IP 172.20.0.1 (13c07bae-e667-4137-bc5c-1abf7ca5fa84/50cecd42-5feb-4822-ae7d-318fe205c14d/b809fd99-cdea-41ad-9991-22e2a1a6e796) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:36:19.579179 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 9b6947a4-ac28-4755-86c8-bfd7fed7e544 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:19.674575 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:19.689162 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] Transition to ACTIVE for port object b809fd99-cdea-41ad-9991-22e2a1a6e796 will not be triggered until provisioned by entity DHCP. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:36:19.708040 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] For port a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:36:19.709914 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port 9b6947a4-ac28-4755-86c8-bfd7fed7e544 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:36:19.711451 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] For port a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:36:19.713886 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 9b6947a4-ac28-4755-86c8-bfd7fed7e544 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:19.714264 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:19.800939 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:19.833419 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port 9b6947a4-ac28-4755-86c8-bfd7fed7e544, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=9b6947a4-ac28-4755-86c8-bfd7fed7e544,segment=NetworkSegment(95a52481-1051-4175-95ec-6bdb3624b529),segment_id=95a52481-1051-4175-95ec-6bdb3624b529)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:19.833662 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:19.864261 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afaf201-0e20-4769-af45-b83834392348 req-4be7e79a-8a1b-4bb0-8988-a418ed20adc7 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:19.865976 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5afaf201-0e20-4769-af45-b83834392348 req-4be7e79a-8a1b-4bb0-8988-a418ed20adc7 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.54 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 949 time: 0.0520790 Sep 07 04:36:19.874073 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:19.882203 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Routers {'0374d13d-654e-4baa-88b8-6b3bed06579d'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:36:19.882377 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:00Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['0374d13d-654e-4baa-88b8-6b3bed06579d'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:19.917872 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] Network 13c07bae-e667-4137-bc5c-1abf7ca5fa84 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:36:19.922594 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:36:19.927151 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:36:19.941939 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:19.942748 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 4172fb3d-d400-44b1-848f-4a73312a7cce up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:19.958141 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b809fd99-cdea-41ad-9991-22e2a1a6e796,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:19.979736 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebd4ac-7754-4894-9c1c-919747f6402b None None] Pushing event updated for resources: {'Port': ['ID=a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a,revision_number=3']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:19.987513 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472734'] for router_interface, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:20.031953 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=9b6947a4-ac28-4755-86c8-bfd7fed7e544,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:20.053932 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 4172fb3d-d400-44b1-848f-4a73312a7cce triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:20.054340 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:20.075096 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-5afaf201-0e20-4769-af45-b83834392348 req-53c949cb-de71-4634-8bd7-7838febcc986 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Deleting port 785f2d48-69ff-4f45-acd4-0564251e2437 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:36:20.079281 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-5afaf201-0e20-4769-af45-b83834392348 req-53c949cb-de71-4634-8bd7-7838febcc986 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:20.111297 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] Set router 0374d13d-654e-4baa-88b8-6b3bed06579d gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:36:20.251622 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd466fc-d2c9-46c8-963e-5344b0d9e7d7 req-99a80f80-4806-47e8-a2b3-092cf0229738 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:20.259052 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-afd466fc-d2c9-46c8-963e-5344b0d9e7d7 req-99a80f80-4806-47e8-a2b3-092cf0229738 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 945 time: 0.1339061 Sep 07 04:36:20.307595 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:20.319702 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-5afaf201-0e20-4769-af45-b83834392348 req-53c949cb-de71-4634-8bd7-7838febcc986 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] For port 785f2d48-69ff-4f45-acd4-0564251e2437, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=785f2d48-69ff-4f45-acd4-0564251e2437,segment=NetworkSegment(48899d06-6db2-4426-8761-70a5054c04a7),segment_id=48899d06-6db2-4426-8761-70a5054c04a7)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:20.320185 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-5afaf201-0e20-4769-af45-b83834392348 req-53c949cb-de71-4634-8bd7-7838febcc986 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:20.352054 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-afd466fc-d2c9-46c8-963e-5344b0d9e7d7 req-a82f1db9-a821-436f-8c8b-d8954a729ea5 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917768 Sep 07 04:36:20.356938 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-5afaf201-0e20-4769-af45-b83834392348 req-53c949cb-de71-4634-8bd7-7838febcc986 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Calling delete_port for 785f2d48-69ff-4f45-acd4-0564251e2437 owned by compute:nova {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:36:20.364107 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-b8cd9334-3fe4-4cc7-8a26-0eeacfd5d838 None None] Provisioning for port b809fd99-cdea-41ad-9991-22e2a1a6e796 completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:36:20.368270 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-b8cd9334-3fe4-4cc7-8a26-0eeacfd5d838 None None] Provisioning complete for port b809fd99-cdea-41ad-9991-22e2a1a6e796 triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:20.368869 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-b8cd9334-3fe4-4cc7-8a26-0eeacfd5d838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:20.407786 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'name': 'tempest-TestMinimumBasicScenario-1909303727-router', 'tenant_id': 'bce4ed7586d245bfb51f3d2506b725df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:15Z', 'updated_at': '2021-09-07T04:36:17Z', 'revision_number': 3, 'project_id': 'bce4ed7586d245bfb51f3d2506b725df', 'gw_port': {'id': 'a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:16Z', 'updated_at': '2021-09-07T04:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:20.420478 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-b8cd9334-3fe4-4cc7-8a26-0eeacfd5d838 None None] Port b809fd99-cdea-41ad-9991-22e2a1a6e796 cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:36:20.420844 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd672d24-1669-4e48-8d71-50fed685cc82 req-9495f1a2-52ef-401d-8ee9-455670260aa3 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:20.424163 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bd672d24-1669-4e48-8d71-50fed685cc82 req-9495f1a2-52ef-401d-8ee9-455670260aa3 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 949 time: 0.1301682 Sep 07 04:36:20.456961 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae51ad8-1265-427e-ab0d-6560b6fbeee1 None None] The sync data for ids ['0374d13d-654e-4baa-88b8-6b3bed06579d'] in dv-cinder-804035-10-iscsi is: [{'id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'name': 'tempest-TestMinimumBasicScenario-1909303727-router', 'tenant_id': 'bce4ed7586d245bfb51f3d2506b725df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:15Z', 'updated_at': '2021-09-07T04:36:17Z', 'revision_number': 3, 'project_id': 'bce4ed7586d245bfb51f3d2506b725df', 'gw_port': {'id': 'a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:16Z', 'updated_at': '2021-09-07T04:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:36:20.507402 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bd672d24-1669-4e48-8d71-50fed685cc82 req-30455c83-7e28-4a10-9f83-c1f06ddc02d8 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e95f9b7-8747-454e-b470-080c245282d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723815 Sep 07 04:36:20.546975 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:20.650397 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eab4d-7cad-457a-bd15-d1ae70b8b726 req-b9e67bf9-3aba-43b4-b93a-834d04b4ed67 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:20.651869 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-799eab4d-7cad-457a-bd15-d1ae70b8b726 req-b9e67bf9-3aba-43b4-b93a-834d04b4ed67 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.0511966 Sep 07 04:36:20.676687 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:20.694565 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-799eab4d-7cad-457a-bd15-d1ae70b8b726 req-3f063c78-7114-4b9c-9eb3-fa6404d3d8d4 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361137 Sep 07 04:36:20.701241 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-5afaf201-0e20-4769-af45-b83834392348 req-53c949cb-de71-4634-8bd7-7838febcc986 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:20.737892 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c949cb-de71-4634-8bd7-7838febcc986 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Pushing event deleted for resources: {'Port': ['ID=785f2d48-69ff-4f45-acd4-0564251e2437,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:20.740457 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['785f2d48-69ff-4f45-acd4-0564251e2437'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:36:20.781646 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b809fd99-cdea-41ad-9991-22e2a1a6e796,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:20.790275 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471086'] for router_interface, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:20.822149 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afaf201-0e20-4769-af45-b83834392348 req-53c949cb-de71-4634-8bd7-7838febcc986 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] No DVR routers for this DVR port 785f2d48-69ff-4f45-acd4-0564251e2437 on host hv-cinder-80403 {{(pid=94312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:36:20.829279 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-5afaf201-0e20-4769-af45-b83834392348 req-53c949cb-de71-4634-8bd7-7838febcc986 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:20.831350 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5afaf201-0e20-4769-af45-b83834392348 req-53c949cb-de71-4634-8bd7-7838febcc986 tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.54 "DELETE /v2.0/ports/785f2d48-69ff-4f45-acd4-0564251e2437 HTTP/1.1" status: 204 len: 173 time: 0.9577718 Sep 07 04:36:20.831841 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b753561e-ecbf-4b43-8915-72a70fb00fb6', 'name': 'network-vif-deleted', 'tag': '785f2d48-69ff-4f45-acd4-0564251e2437'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:36:20.834142 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e605a61a-101c-4e6f-9954-9e0120a09aac" -d '{"events": [{"server_uuid": "b753561e-ecbf-4b43-8915-72a70fb00fb6", "name": "network-vif-deleted", "tag": "785f2d48-69ff-4f45-acd4-0564251e2437"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:36:20.887883 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e8a340-8334-44cd-9f0b-260150a86866 x-openstack-request-id: req-83e8a340-8334-44cd-9f0b-260150a86866 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:36:20.888401 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b753561e-ecbf-4b43-8915-72a70fb00fb6", "name": "network-vif-deleted", "tag": "785f2d48-69ff-4f45-acd4-0564251e2437", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:36:20.888967 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83e8a340-8334-44cd-9f0b-260150a86866 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:36:20.889491 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b753561e-ecbf-4b43-8915-72a70fb00fb6', 'name': 'network-vif-deleted', 'tag': '785f2d48-69ff-4f45-acd4-0564251e2437', 'status': 'completed', 'code': 200} Sep 07 04:36:20.956812 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b87f19-1bcd-4f96-87cb-993a9b1f877f req-0fb8c102-758b-41dd-a6f9-482c94754a1e tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:20.958735 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-75b87f19-1bcd-4f96-87cb-993a9b1f877f req-0fb8c102-758b-41dd-a6f9-482c94754a1e tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 945 time: 0.0877092 Sep 07 04:36:20.961995 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] Network 13c07bae-e667-4137-bc5c-1abf7ca5fa84 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:36:20.963569 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:36:21.105674 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-75b87f19-1bcd-4f96-87cb-993a9b1f877f req-531e2a55-6d6e-4e3c-a032-d3ea10726d91 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Deleting port 43f74f6c-93a5-45ba-8c2d-7aa5452179e9 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:36:21.106324 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-75b87f19-1bcd-4f96-87cb-993a9b1f877f req-531e2a55-6d6e-4e3c-a032-d3ea10726d91 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:21.138552 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] Router 0374d13d-654e-4baa-88b8-6b3bed06579d has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:36:21.226207 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-75b87f19-1bcd-4f96-87cb-993a9b1f877f req-531e2a55-6d6e-4e3c-a032-d3ea10726d91 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] For port 43f74f6c-93a5-45ba-8c2d-7aa5452179e9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=43f74f6c-93a5-45ba-8c2d-7aa5452179e9,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:21.226588 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-75b87f19-1bcd-4f96-87cb-993a9b1f877f req-531e2a55-6d6e-4e3c-a032-d3ea10726d91 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:21.253106 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-75b87f19-1bcd-4f96-87cb-993a9b1f877f req-531e2a55-6d6e-4e3c-a032-d3ea10726d91 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Calling delete_port for 43f74f6c-93a5-45ba-8c2d-7aa5452179e9 owned by compute:nova {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:36:21.261440 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-d92e9a76-034a-4721-a302-a8549e852ed5 None None] Provisioning complete for port b809fd99-cdea-41ad-9991-22e2a1a6e796 triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:21.261812 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-d92e9a76-034a-4721-a302-a8549e852ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:21.308985 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-d92e9a76-034a-4721-a302-a8549e852ed5 None None] Port b809fd99-cdea-41ad-9991-22e2a1a6e796 cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:36:21.512046 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-75b87f19-1bcd-4f96-87cb-993a9b1f877f req-531e2a55-6d6e-4e3c-a032-d3ea10726d91 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:21.525396 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:36:21.532125 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-ffbce128-5132-4b6a-b3f4-65d847c348e0 admin admin] 10.222.0.55 "PUT /v2.0/routers/0374d13d-654e-4baa-88b8-6b3bed06579d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7854097 Sep 07 04:36:21.574538 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['674fa64e-df35-45b3-a06c-eec2726f1621', '43f74f6c-93a5-45ba-8c2d-7aa5452179e9'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:36:21.607411 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe823fb-bf84-4b8c-be2f-90b3bdbb75e5 req-f6cff713-4bd1-4c53-9386-f27427cd1961 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:21.611587 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2fe823fb-bf84-4b8c-be2f-90b3bdbb75e5 req-f6cff713-4bd1-4c53-9386-f27427cd1961 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 867 time: 0.1411598 Sep 07 04:36:21.616264 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e2a55-6d6e-4e3c-a032-d3ea10726d91 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Pushing event deleted for resources: {'Port': ['ID=43f74f6c-93a5-45ba-8c2d-7aa5452179e9,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:21.662645 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:21.712147 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b87f19-1bcd-4f96-87cb-993a9b1f877f req-531e2a55-6d6e-4e3c-a032-d3ea10726d91 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] No DVR routers for this DVR port 43f74f6c-93a5-45ba-8c2d-7aa5452179e9 on host hv-cinder-80403 {{(pid=94312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:36:21.726303 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-75b87f19-1bcd-4f96-87cb-993a9b1f877f req-531e2a55-6d6e-4e3c-a032-d3ea10726d91 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:21.728708 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-75b87f19-1bcd-4f96-87cb-993a9b1f877f req-531e2a55-6d6e-4e3c-a032-d3ea10726d91 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.54 "DELETE /v2.0/ports/43f74f6c-93a5-45ba-8c2d-7aa5452179e9 HTTP/1.1" status: 204 len: 173 time: 0.7623179 Sep 07 04:36:21.760323 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1193f47c-247a-4487-8622-16b8b8feb9de req-159f0b82-2150-47ae-b307-850b3456f0db tempest-VolumesNegativeTest-1472850282 tempest-VolumesNegativeTest-1472850282-project] 10.222.0.55 "GET /v2.0/ports?device_id=b753561e-ecbf-4b43-8915-72a70fb00fb6 HTTP/1.1" status: 200 len: 210 time: 0.0488584 Sep 07 04:36:21.776484 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2fe823fb-bf84-4b8c-be2f-90b3bdbb75e5 req-981ea369-77fb-4b62-ada6-2c23b33479ae tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495388 Sep 07 04:36:21.876851 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:36:21.883011 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:21.883521 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:21.923381 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d8310-b28b-4db7-b8ad-b68110bdc2e7 req-1c4341fe-4b60-4f51-b509-221abe004cd7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:21.924978 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-325d8310-b28b-4db7-b8ad-b68110bdc2e7 req-1c4341fe-4b60-4f51-b509-221abe004cd7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.0888824 Sep 07 04:36:21.969990 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-325d8310-b28b-4db7-b8ad-b68110bdc2e7 req-dda727fb-99a0-4f1a-803e-f16835f28a83 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375102 Sep 07 04:36:22.028051 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:22.049459 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:22.181200 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:22.182097 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 9b6947a4-ac28-4755-86c8-bfd7fed7e544 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:22.268405 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:22.280899 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 9b6947a4-ac28-4755-86c8-bfd7fed7e544 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:22.281280 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:22.891188 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f041929-2375-404b-9bad-4978497727ea', 'name': 'network-vif-deleted', 'tag': '43f74f6c-93a5-45ba-8c2d-7aa5452179e9'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:36:22.893842 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae67061-a412-4e2f-9d70-de94a70213e8" -d '{"events": [{"server_uuid": "2f041929-2375-404b-9bad-4978497727ea", "name": "network-vif-deleted", "tag": "43f74f6c-93a5-45ba-8c2d-7aa5452179e9"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:36:22.947696 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0789313d-d2c9-424c-8355-0df83d8febbc x-openstack-request-id: req-0789313d-d2c9-424c-8355-0df83d8febbc {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:36:22.948057 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f041929-2375-404b-9bad-4978497727ea", "name": "network-vif-deleted", "tag": "43f74f6c-93a5-45ba-8c2d-7aa5452179e9", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:36:22.948365 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0789313d-d2c9-424c-8355-0df83d8febbc {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:36:22.949009 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f041929-2375-404b-9bad-4978497727ea', 'name': 'network-vif-deleted', 'tag': '43f74f6c-93a5-45ba-8c2d-7aa5452179e9', 'status': 'completed', 'code': 200} Sep 07 04:36:22.951716 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b220e75-c7b6-444a-a58f-625fd51f658e req-a73f05c7-ab2b-40c6-b5bb-0934726d91a8 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 210 time: 0.0539398 Sep 07 04:36:23.159118 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f3ec7-21b9-4111-a87a-1668be04438e req-9c304dc5-4b01-481a-8e96-52dc37d39b55 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:23.161006 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ee0f3ec7-21b9-4111-a87a-1668be04438e req-9c304dc5-4b01-481a-8e96-52dc37d39b55 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.0801449 Sep 07 04:36:23.214194 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ee0f3ec7-21b9-4111-a87a-1668be04438e req-4338fd55-d636-430c-9994-84d584754bda tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466225 Sep 07 04:36:23.477825 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:23.545835 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:23.546259 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:23.970267 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device db772293-f10a-4e5f-b463-a8106f1a986c details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:36:23.992910 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 785f2d48-69ff-4f45-acd4-0564251e2437 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:36:24.051107 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: 785f2d48-69ff-4f45-acd4-0564251e2437 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:36:24.053274 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 785f2d48-69ff-4f45-acd4-0564251e2437 not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:36:24.135244 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bdef9baa-942a-4d4d-aa4f-8976061d230a req-e03aaddf-0702-4178-8a94-f2267c918d89 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f041929-2375-404b-9bad-4978497727ea HTTP/1.1" status: 200 len: 210 time: 0.0441220 Sep 07 04:36:24.189610 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port db772293-f10a-4e5f-b463-a8106f1a986c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db772293-f10a-4e5f-b463-a8106f1a986c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:24.204792 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': 'db772293-f10a-4e5f-b463-a8106f1a986c', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'port_id': 'db772293-f10a-4e5f-b463-a8106f1a986c', 'mac_address': 'fa:16:3e:4a:51:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:36:24.260847 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:24.280541 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db772293-f10a-4e5f-b463-a8106f1a986c {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:36:24.303561 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port db772293-f10a-4e5f-b463-a8106f1a986c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db772293-f10a-4e5f-b463-a8106f1a986c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:24.392452 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc517001-dca6-4d12-8af8-dc00730cbc3f req-3da868e3-e13e-4cc9-b5af-b4ae4139ac4d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:24.394450 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bc517001-dca6-4d12-8af8-dc00730cbc3f req-3da868e3-e13e-4cc9-b5af-b4ae4139ac4d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 944 time: 0.0724249 Sep 07 04:36:24.412112 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:24.456383 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bc517001-dca6-4d12-8af8-dc00730cbc3f req-01cb68cb-cb5f-48d2-ba86-15a6d56744b0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528674 Sep 07 04:36:24.498871 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=db772293-f10a-4e5f-b463-a8106f1a986c,revision_number=9']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:24.520680 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Sync routers for ids ['0374d13d-654e-4baa-88b8-6b3bed06579d'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:36:24.533923 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Routers {'0374d13d-654e-4baa-88b8-6b3bed06579d'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:36:24.535198 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:00Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['0374d13d-654e-4baa-88b8-6b3bed06579d'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:24.674746 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Set router 0374d13d-654e-4baa-88b8-6b3bed06579d gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:36:24.766685 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['db772293-f10a-4e5f-b463-a8106f1a986c'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:36:25.046136 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'name': 'tempest-TestMinimumBasicScenario-1909303727-router', 'tenant_id': 'bce4ed7586d245bfb51f3d2506b725df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:15Z', 'updated_at': '2021-09-07T04:36:20Z', 'revision_number': 4, 'project_id': 'bce4ed7586d245bfb51f3d2506b725df', 'gw_port': {'id': 'a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:16Z', 'updated_at': '2021-09-07T04:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'b809fd99-cdea-41ad-9991-22e2a1a6e796', 'name': '', 'network_id': '13c07bae-e667-4137-bc5c-1abf7ca5fa84', 'tenant_id': 'bce4ed7586d245bfb51f3d2506b725df', 'mac_address': 'fa:16:3e:bf:79:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '50cecd42-5feb-4822-ae7d-318fe205c14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:19Z', 'updated_at': '2021-09-07T04:36:20Z', 'revision_number': 2, 'project_id': 'bce4ed7586d245bfb51f3d2506b725df', 'subnets': [{'id': '50cecd42-5feb-4822-ae7d-318fe205c14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:25.093451 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Checking router: 0374d13d-654e-4baa-88b8-6b3bed06579d for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:36:25.093814 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Updating router 0374d13d-654e-4baa-88b8-6b3bed06579d port b809fd99-cdea-41ad-9991-22e2a1a6e796 binding host dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:36:25.135206 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:25.548536 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Notify callbacks [] for port, precommit_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:25.565817 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Transition to ACTIVE for port object b809fd99-cdea-41ad-9991-22e2a1a6e796 will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:36:25.667707 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a871b-dcee-4811-a49a-75a34990f7f6 req-7b91c5c1-3fe9-4e80-a621-76bd6eb10b81 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:25.670606 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1f5a871b-dcee-4811-a49a-75a34990f7f6 req-7b91c5c1-3fe9-4e80-a621-76bd6eb10b81 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 945 time: 0.0991790 Sep 07 04:36:25.678676 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeff85a-23ce-4548-b980-317a897923ec req-6db4fa53-de45-49d3-a893-4d8fff67f9fa tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:25.680690 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5eeff85a-23ce-4548-b980-317a897923ec req-6db4fa53-de45-49d3-a893-4d8fff67f9fa tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0992937 Sep 07 04:36:25.742192 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1f5a871b-dcee-4811-a49a-75a34990f7f6 req-47cd6572-681d-406d-825e-d9e5ddd7f545 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602493 Sep 07 04:36:25.745054 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5eeff85a-23ce-4548-b980-317a897923ec req-a7b434da-082e-4262-ad00-f3260c308aae tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566151 Sep 07 04:36:25.974669 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device db772293-f10a-4e5f-b463-a8106f1a986c up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:26.022842 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port db772293-f10a-4e5f-b463-a8106f1a986c triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:26.023222 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:26.060997 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:26.120298 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578b6d2-1b69-4b00-b853-c5620bc669de req-e68f76e6-df17-4bc5-af98-ee90f2b52015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:26.122990 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6578b6d2-1b69-4b00-b853-c5620bc669de req-e68f76e6-df17-4bc5-af98-ee90f2b52015 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05b33c35f8434484aa03a579ecde878e&device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 1098 time: 0.0463059 Sep 07 04:36:26.155589 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedfe68-c80e-480a-ba39-73e252e98c31 None None] Pushing event updated for resources: {'Port': ['ID=b809fd99-cdea-41ad-9991-22e2a1a6e796,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:26.242355 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Attempting to bind port b809fd99-cdea-41ad-9991-22e2a1a6e796 on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:36:26.243645 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Attempting to bind port b809fd99-cdea-41ad-9991-22e2a1a6e796 by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': '95a52481-1051-4175-95ec-6bdb3624b529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '13c07bae-e667-4137-bc5c-1abf7ca5fa84'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:36:26.244365 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Attempting to bind port b809fd99-cdea-41ad-9991-22e2a1a6e796 on network 13c07bae-e667-4137-bc5c-1abf7ca5fa84 {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:36:26.254156 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:26.282738 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:36:26.283604 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Checking segment: {'id': '95a52481-1051-4175-95ec-6bdb3624b529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '13c07bae-e667-4137-bc5c-1abf7ca5fa84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:36:26.284621 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:26.290370 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578b6d2-1b69-4b00-b853-c5620bc669de req-f3ab10cd-da77-4e7b-8691-842f7ec0053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:26.290553 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Bound using segment: {'id': '95a52481-1051-4175-95ec-6bdb3624b529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '13c07bae-e667-4137-bc5c-1abf7ca5fa84'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:36:26.290553 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Bound port: b809fd99-cdea-41ad-9991-22e2a1a6e796, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a52481-1051-4175-95ec-6bdb3624b529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '13c07bae-e667-4137-bc5c-1abf7ca5fa84'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:36:26.290553 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:26.290828 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6578b6d2-1b69-4b00-b853-c5620bc669de req-f3ab10cd-da77-4e7b-8691-842f7ec0053a service neutron] 10.222.0.54 "GET /v2.0/networks?id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b HTTP/1.1" status: 200 len: 919 time: 0.1571589 Sep 07 04:36:26.340128 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220e46b9-545c-4dce-a1af-4573fe547467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db772293-f10a-4e5f-b463-a8106f1a986c'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:36:26.343411 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3ca85a-db4b-4402-8f2d-8e1d8f023b35" -d '{"events": [{"server_uuid": "220e46b9-545c-4dce-a1af-4573fe547467", "name": "network-vif-plugged", "status": "completed", "tag": "db772293-f10a-4e5f-b463-a8106f1a986c"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:36:26.346628 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6578b6d2-1b69-4b00-b853-c5620bc669de req-1df061e0-3080-4e5a-bfc5-5e04d1f75fa7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05147852-8b97-44df-a012-1ef2983815b0 HTTP/1.1" status: 200 len: 217 time: 0.0469258 Sep 07 04:36:26.398393 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544c4e4b-41ce-4d10-9a28-3e19c589ae6f x-openstack-request-id: req-544c4e4b-41ce-4d10-9a28-3e19c589ae6f {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:36:26.399153 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220e46b9-545c-4dce-a1af-4573fe547467", "name": "network-vif-plugged", "status": "completed", "tag": "db772293-f10a-4e5f-b463-a8106f1a986c", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:36:26.399153 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-544c4e4b-41ce-4d10-9a28-3e19c589ae6f {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:36:26.399377 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220e46b9-545c-4dce-a1af-4573fe547467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db772293-f10a-4e5f-b463-a8106f1a986c', 'code': 200} Sep 07 04:36:26.413888 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578b6d2-1b69-4b00-b853-c5620bc669de req-1d40e4a2-50d1-476a-b63a-9e91c0231234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:26.415399 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port db772293-f10a-4e5f-b463-a8106f1a986c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db772293-f10a-4e5f-b463-a8106f1a986c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:26.415538 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6578b6d2-1b69-4b00-b853-c5620bc669de req-1d40e4a2-50d1-476a-b63a-9e91c0231234 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=85bf212c-084f-42e5-9646-fcbba187f4b6 HTTP/1.1" status: 200 len: 858 time: 0.0618000 Sep 07 04:36:26.437644 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] For port b809fd99-cdea-41ad-9991-22e2a1a6e796, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:36:26.443095 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] For port b809fd99-cdea-41ad-9991-22e2a1a6e796, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=b809fd99-cdea-41ad-9991-22e2a1a6e796,segment=NetworkSegment(95a52481-1051-4175-95ec-6bdb3624b529),segment_id=95a52481-1051-4175-95ec-6bdb3624b529)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:36:26.470451 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6578b6d2-1b69-4b00-b853-c5620bc669de req-48c165fb-c719-4db0-ba56-bcf0bbe22e33 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415251 Sep 07 04:36:26.483135 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:26.485344 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 43f74f6c-93a5-45ba-8c2d-7aa5452179e9 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:36:26.506900 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: 43f74f6c-93a5-45ba-8c2d-7aa5452179e9 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:36:26.507184 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 43f74f6c-93a5-45ba-8c2d-7aa5452179e9 not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:36:26.510531 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:26.583093 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Routers {'0374d13d-654e-4baa-88b8-6b3bed06579d'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:36:26.589769 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:00Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['0374d13d-654e-4baa-88b8-6b3bed06579d'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:26.589769 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=db772293-f10a-4e5f-b463-a8106f1a986c,revision_number=10']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:26.600531 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6578b6d2-1b69-4b00-b853-c5620bc669de req-ab4bcc5a-ed4b-4e14-9740-23579d16689c service neutron] 10.222.0.54 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218057 Sep 07 04:36:26.799353 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6578b6d2-1b69-4b00-b853-c5620bc669de req-313d1f02-1202-4409-b1da-f80c2dfeac89 service neutron] 10.222.0.54 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903238 Sep 07 04:36:26.939800 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedfe68-c80e-480a-ba39-73e252e98c31 None None] Pushing event updated for resources: {'Port': ['ID=b809fd99-cdea-41ad-9991-22e2a1a6e796,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:27.002252 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a314d9-52f1-46d7-ae4c-b2bc759b0dc8 req-8efa9ffc-f3aa-40c5-95cc-26d2ef24737c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:27.003833 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-99a314d9-52f1-46d7-ae4c-b2bc759b0dc8 req-8efa9ffc-f3aa-40c5-95cc-26d2ef24737c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 947 time: 0.1481972 Sep 07 04:36:27.028353 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214cbfe-f177-422f-b1a7-0648e43d29eb req-b179d906-86c9-4542-a340-ebb80ac55bbe tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:27.033983 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f214cbfe-f177-422f-b1a7-0648e43d29eb req-b179d906-86c9-4542-a340-ebb80ac55bbe tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.1329799 Sep 07 04:36:27.043563 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-e82549d8-bb91-49d6-a719-2cf14c9a6e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:27.084279 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] Set router 0374d13d-654e-4baa-88b8-6b3bed06579d gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:36:27.101721 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-99a314d9-52f1-46d7-ae4c-b2bc759b0dc8 req-2461c374-e37d-4c0f-8b70-a6a652bf08be tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868917 Sep 07 04:36:27.114104 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f214cbfe-f177-422f-b1a7-0648e43d29eb req-2097559c-7ed0-4fbc-af36-c8af990746cd tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723925 Sep 07 04:36:27.182162 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c652d5-336b-4b36-82da-c4e63ac54cd2 req-357d1427-465f-438b-883e-28048a3dcf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:27.187244 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f8c652d5-336b-4b36-82da-c4e63ac54cd2 req-357d1427-465f-438b-883e-28048a3dcf4a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 1100 time: 0.0690627 Sep 07 04:36:27.235113 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f8c652d5-336b-4b36-82da-c4e63ac54cd2 req-d25606e6-8b8f-4c27-a53e-940a6ecfcaa5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406556 Sep 07 04:36:27.370187 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'name': 'tempest-TestMinimumBasicScenario-1909303727-router', 'tenant_id': 'bce4ed7586d245bfb51f3d2506b725df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:15Z', 'updated_at': '2021-09-07T04:36:20Z', 'revision_number': 4, 'project_id': 'bce4ed7586d245bfb51f3d2506b725df', 'gw_port': {'id': 'a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:16Z', 'updated_at': '2021-09-07T04:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'b809fd99-cdea-41ad-9991-22e2a1a6e796', 'name': '', 'network_id': '13c07bae-e667-4137-bc5c-1abf7ca5fa84', 'tenant_id': 'bce4ed7586d245bfb51f3d2506b725df', 'mac_address': 'fa:16:3e:bf:79:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '50cecd42-5feb-4822-ae7d-318fe205c14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:19Z', 'updated_at': '2021-09-07T04:36:26Z', 'revision_number': 4, 'project_id': 'bce4ed7586d245bfb51f3d2506b725df', 'subnets': [{'id': '50cecd42-5feb-4822-ae7d-318fe205c14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:27.418868 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4fa17-c46c-4730-919c-68442ea3a765 None None] The sync data for ids ['0374d13d-654e-4baa-88b8-6b3bed06579d'] in dv-cinder-804035-10-iscsi is: [{'id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'name': 'tempest-TestMinimumBasicScenario-1909303727-router', 'tenant_id': 'bce4ed7586d245bfb51f3d2506b725df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:15Z', 'updated_at': '2021-09-07T04:36:20Z', 'revision_number': 4, 'project_id': 'bce4ed7586d245bfb51f3d2506b725df', 'gw_port': {'id': 'a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:16Z', 'updated_at': '2021-09-07T04:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'b809fd99-cdea-41ad-9991-22e2a1a6e796', 'name': '', 'network_id': '13c07bae-e667-4137-bc5c-1abf7ca5fa84', 'tenant_id': 'bce4ed7586d245bfb51f3d2506b725df', 'mac_address': 'fa:16:3e:bf:79:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '50cecd42-5feb-4822-ae7d-318fe205c14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:19Z', 'updated_at': '2021-09-07T04:36:26Z', 'revision_number': 4, 'project_id': 'bce4ed7586d245bfb51f3d2506b725df', 'subnets': [{'id': '50cecd42-5feb-4822-ae7d-318fe205c14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:36:27.642195 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7dadf-c79c-4414-80ae-ffde1cfe1e9f req-fbee2aa4-ce03-49bc-8d85-c9744df8d755 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:27.644074 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b2e7dadf-c79c-4414-80ae-ffde1cfe1e9f req-fbee2aa4-ce03-49bc-8d85-c9744df8d755 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 945 time: 0.0640128 Sep 07 04:36:27.695182 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b2e7dadf-c79c-4414-80ae-ffde1cfe1e9f req-37068f8f-d047-47b4-a1f8-6aeabf00b663 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444481 Sep 07 04:36:28.320288 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2c6c8-33b3-406e-abaf-59bce2ecdfae req-fc130763-3f20-4a20-9648-300500434bf5 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:28.322030 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8ba2c6c8-33b3-406e-abaf-59bce2ecdfae req-fc130763-3f20-4a20-9648-300500434bf5 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0976462 Sep 07 04:36:28.332352 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975471a2-c881-430c-90ef-32a36b45256f req-01853d58-d38a-407e-b473-5eff0b636690 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:28.340703 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-975471a2-c881-430c-90ef-32a36b45256f req-01853d58-d38a-407e-b473-5eff0b636690 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 947 time: 0.0996366 Sep 07 04:36:28.394488 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-975471a2-c881-430c-90ef-32a36b45256f req-f69e3e7e-a8d3-46e9-95a7-d228615a4b9f tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518837 Sep 07 04:36:28.434844 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8ba2c6c8-33b3-406e-abaf-59bce2ecdfae req-131b2df7-6c10-4484-9faa-b5bb6d14c14a tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902297 Sep 07 04:36:28.848636 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ca649-4e02-4ea8-861a-d3933112661a req-9d92a70c-2165-436a-a332-a05088020d85 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:28.850255 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cc1ca649-4e02-4ea8-861a-d3933112661a req-9d92a70c-2165-436a-a332-a05088020d85 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 945 time: 0.0663345 Sep 07 04:36:28.904659 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cc1ca649-4e02-4ea8-861a-d3933112661a req-e67774d2-b535-4b16-a98b-7abf8aea4054 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431871 Sep 07 04:36:29.534564 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device b809fd99-cdea-41ad-9991-22e2a1a6e796 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:29.605204 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed96a0d-b9a0-4123-a22a-6f3f71df0f30 req-ec2ae089-54f6-4d7d-95ec-10737a9705d8 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:29.608087 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1ed96a0d-b9a0-4123-a22a-6f3f71df0f30 req-ec2ae089-54f6-4d7d-95ec-10737a9705d8 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 947 time: 0.1034536 Sep 07 04:36:29.620930 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9602a61-7c1b-40bf-9395-20962abb0a2b req-0660ae45-b072-4a9b-86e7-fe246fc6517e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:29.622742 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a9602a61-7c1b-40bf-9395-20962abb0a2b req-0660ae45-b072-4a9b-86e7-fe246fc6517e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0820794 Sep 07 04:36:29.691904 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a9602a61-7c1b-40bf-9395-20962abb0a2b req-3c354b6b-5a89-4ce2-8377-6471a812cddf tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590298 Sep 07 04:36:29.693257 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1ed96a0d-b9a0-4123-a22a-6f3f71df0f30 req-c4955c05-249b-43e0-878a-383b2b2838c9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694776 Sep 07 04:36:29.807820 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5221c-bc7d-4581-a67b-d1d726bad9eb req-30504cd3-8729-4563-95a3-dcc7a5b1533e tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:29.809290 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-76c5221c-bc7d-4581-a67b-d1d726bad9eb req-30504cd3-8729-4563-95a3-dcc7a5b1533e tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.54 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 945 time: 0.0503902 Sep 07 04:36:29.928664 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-76c5221c-bc7d-4581-a67b-d1d726bad9eb req-85484504-7427-4eb1-b5dd-9903c9d9fb1a tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Deleting port 674fa64e-df35-45b3-a06c-eec2726f1621 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:36:29.929030 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-76c5221c-bc7d-4581-a67b-d1d726bad9eb req-85484504-7427-4eb1-b5dd-9903c9d9fb1a tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:29.981203 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-c000c244-f718-4f4a-9d4b-c3492c5e0fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:30.027853 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port b809fd99-cdea-41ad-9991-22e2a1a6e796 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:36:30.031103 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:30.037518 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port b809fd99-cdea-41ad-9991-22e2a1a6e796 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:30.037903 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:30.055297 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-76c5221c-bc7d-4581-a67b-d1d726bad9eb req-85484504-7427-4eb1-b5dd-9903c9d9fb1a tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] For port 674fa64e-df35-45b3-a06c-eec2726f1621, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=674fa64e-df35-45b3-a06c-eec2726f1621,segment=NetworkSegment(8447a8f6-0f41-4776-a4f5-377df63dbf8b),segment_id=8447a8f6-0f41-4776-a4f5-377df63dbf8b)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:30.055688 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-76c5221c-bc7d-4581-a67b-d1d726bad9eb req-85484504-7427-4eb1-b5dd-9903c9d9fb1a tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:30.071322 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb912fa-edb8-42d8-8074-c46e880f5096 req-afe1ddc9-9a30-4e8f-a203-ad08cfd04585 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:30.076788 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6eb912fa-edb8-42d8-8074-c46e880f5096 req-afe1ddc9-9a30-4e8f-a203-ad08cfd04585 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 945 time: 0.0855985 Sep 07 04:36:30.079584 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-76c5221c-bc7d-4581-a67b-d1d726bad9eb req-85484504-7427-4eb1-b5dd-9903c9d9fb1a tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Calling delete_port for 674fa64e-df35-45b3-a06c-eec2726f1621 owned by compute:nova {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:36:30.121382 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:30.161871 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6eb912fa-edb8-42d8-8074-c46e880f5096 req-912ea970-aa62-4ab6-b86c-eab8c1b85e7b tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/security-groups?id=e19e8939-c0f0-4ed2-be58-9fbd6218c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799654 Sep 07 04:36:30.187807 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port b809fd99-cdea-41ad-9991-22e2a1a6e796, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=b809fd99-cdea-41ad-9991-22e2a1a6e796,segment=NetworkSegment(95a52481-1051-4175-95ec-6bdb3624b529),segment_id=95a52481-1051-4175-95ec-6bdb3624b529)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:30.317452 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:30.347374 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-76c5221c-bc7d-4581-a67b-d1d726bad9eb req-85484504-7427-4eb1-b5dd-9903c9d9fb1a tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:30.383936 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85484504-7427-4eb1-b5dd-9903c9d9fb1a tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Pushing event deleted for resources: {'Port': ['ID=674fa64e-df35-45b3-a06c-eec2726f1621,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:30.398777 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['674fa64e-df35-45b3-a06c-eec2726f1621'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:36:30.421350 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=b809fd99-cdea-41ad-9991-22e2a1a6e796,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:30.451504 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c5221c-bc7d-4581-a67b-d1d726bad9eb req-85484504-7427-4eb1-b5dd-9903c9d9fb1a tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] No DVR routers for this DVR port 674fa64e-df35-45b3-a06c-eec2726f1621 on host hv-cinder-80403 {{(pid=94312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:36:30.455850 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-76c5221c-bc7d-4581-a67b-d1d726bad9eb req-85484504-7427-4eb1-b5dd-9903c9d9fb1a tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:30.458047 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-76c5221c-bc7d-4581-a67b-d1d726bad9eb req-85484504-7427-4eb1-b5dd-9903c9d9fb1a tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.54 "DELETE /v2.0/ports/674fa64e-df35-45b3-a06c-eec2726f1621 HTTP/1.1" status: 204 len: 173 time: 0.6423047 Sep 07 04:36:30.458611 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233831a3-cf0a-4e72-a00f-905290072337', 'name': 'network-vif-deleted', 'tag': '674fa64e-df35-45b3-a06c-eec2726f1621'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:36:30.460855 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee69e48-e905-47ef-b85a-b11d397560a2" -d '{"events": [{"server_uuid": "233831a3-cf0a-4e72-a00f-905290072337", "name": "network-vif-deleted", "tag": "674fa64e-df35-45b3-a06c-eec2726f1621"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:36:30.514769 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381c0d25-01e7-40e7-97b9-33deae9fd435 x-openstack-request-id: req-381c0d25-01e7-40e7-97b9-33deae9fd435 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:36:30.515043 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233831a3-cf0a-4e72-a00f-905290072337", "name": "network-vif-deleted", "tag": "674fa64e-df35-45b3-a06c-eec2726f1621", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:36:30.515303 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-381c0d25-01e7-40e7-97b9-33deae9fd435 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:36:30.515746 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233831a3-cf0a-4e72-a00f-905290072337', 'name': 'network-vif-deleted', 'tag': '674fa64e-df35-45b3-a06c-eec2726f1621', 'status': 'completed', 'code': 200} Sep 07 04:36:30.586925 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:30.892484 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a5c63-630a-402c-9e17-df1f955c6903 req-9150c3e4-74a4-4437-8101-b7cc5ebbd1b7 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:30.899614 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8b3a5c63-630a-402c-9e17-df1f955c6903 req-9150c3e4-74a4-4437-8101-b7cc5ebbd1b7 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0942419 Sep 07 04:36:30.920827 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabc6ac-98f5-42e5-ad72-764563f6968e req-94a98b27-4f3a-4d9b-a175-4b2456bd3737 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:30.926141 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4eabc6ac-98f5-42e5-ad72-764563f6968e req-94a98b27-4f3a-4d9b-a175-4b2456bd3737 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 947 time: 0.0939705 Sep 07 04:36:30.986697 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4eabc6ac-98f5-42e5-ad72-764563f6968e req-947dfa38-dfb1-4909-a00e-b23716318d38 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505166 Sep 07 04:36:31.007025 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8b3a5c63-630a-402c-9e17-df1f955c6903 req-1a5c0016-6408-4a8b-8b4e-117f5359fde4 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000483 Sep 07 04:36:31.291611 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b08a3af-7904-4209-9ac5-24854614027b req-b02f4cb4-19e0-4a49-9084-faccdee55345 tempest-AttachVolumeNegativeTest-1055716498 tempest-AttachVolumeNegativeTest-1055716498-project] 10.222.0.55 "GET /v2.0/ports?device_id=233831a3-cf0a-4e72-a00f-905290072337 HTTP/1.1" status: 200 len: 210 time: 0.0266709 Sep 07 04:36:31.471362 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device b809fd99-cdea-41ad-9991-22e2a1a6e796 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:31.552597 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port b809fd99-cdea-41ad-9991-22e2a1a6e796 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:31.552597 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:32.238551 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6912d0b-02d7-4dc1-a36d-fed43e357e0e req-d064eb6f-a6d0-4f51-aa81-7bfabc1b5609 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:32.238551 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c6912d0b-02d7-4dc1-a36d-fed43e357e0e req-d064eb6f-a6d0-4f51-aa81-7bfabc1b5609 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 947 time: 0.0938864 Sep 07 04:36:32.256105 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff3aab-3178-45c0-9cd6-16c10321188f req-8e3dcceb-c80d-4a41-8749-72982b3a15b5 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:32.257831 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-81ff3aab-3178-45c0-9cd6-16c10321188f req-8e3dcceb-c80d-4a41-8749-72982b3a15b5 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.1015093 Sep 07 04:36:32.320109 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-81ff3aab-3178-45c0-9cd6-16c10321188f req-de9780be-3d08-4f42-9830-b64b69adeec6 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543947 Sep 07 04:36:32.351071 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c6912d0b-02d7-4dc1-a36d-fed43e357e0e req-37391f66-6b17-43b3-a3da-17474e6249a0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018212 Sep 07 04:36:32.394222 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 37860) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:32.464377 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7a57bc-04f6-4ff0-bf99-47e22af757ff admin admin] Deleting subnet 7faf0073-8af2-4618-bd78-9149ff6adc98 {{(pid=94312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:36:32.470335 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8b7a57bc-04f6-4ff0-bf99-47e22af757ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:32.507384 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:32.510000 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8b7a57bc-04f6-4ff0-bf99-47e22af757ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270396'] for subnet, precommit_delete_associations {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:32.556904 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8b7a57bc-04f6-4ff0-bf99-47e22af757ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1475966'] for subnet, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:32.713440 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8b7a57bc-04f6-4ff0-bf99-47e22af757ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1475957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9711872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8919976'] for subnet, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:32.744576 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a57bc-04f6-4ff0-bf99-47e22af757ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7faf0073-8af2-4618-bd78-9149ff6adc98,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:32.751006 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-8b7a57bc-04f6-4ff0-bf99-47e22af757ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:32.752479 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-8b7a57bc-04f6-4ff0-bf99-47e22af757ff admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7faf0073-8af2-4618-bd78-9149ff6adc98 HTTP/1.1" status: 204 len: 168 time: 0.3611128 Sep 07 04:36:32.756712 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 37868) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:32.829977 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a5e1a9a2-826e-4a57-83ad-b800d3f54228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543271'] for network, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:32.917812 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a5e1a9a2-826e-4a57-83ad-b800d3f54228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474017', 'neutron.services.segments.db._delete_segments_for_network-8773844615792'] for network, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:32.942403 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-a5e1a9a2-826e-4a57-83ad-b800d3f54228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7d546e-a3f2-450b-8000-b3a8ff82b02d']}} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:32.953221 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-a5e1a9a2-826e-4a57-83ad-b800d3f54228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8447a8f6-0f41-4776-a4f5-377df63dbf8b') {'for_net_delete': True} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:32.953537 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-a5e1a9a2-826e-4a57-83ad-b800d3f54228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8447a8f6-0f41-4776-a4f5-377df63dbf8b') {} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:36:32.963122 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a5e1a9a2-826e-4a57-83ad-b800d3f54228 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773844616057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270375'] for segment, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:32.976216 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a5e1a9a2-826e-4a57-83ad-b800d3f54228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:32.982767 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e1a9a2-826e-4a57-83ad-b800d3f54228 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:36:32.983189 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a5e1a9a2-826e-4a57-83ad-b800d3f54228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9711978'] for segment, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: Traceback (most recent call last): Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: timer() Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: cb(*args, **kw) Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: return func(*args, **kwargs) Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: self._notify() Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: self.callback(batched_events) Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: event.method(event) Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: return f(self, *a, **k) Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._get(url).json() Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: return self.request(url, 'GET', **kwargs) Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:36:32.984864 dv-cinder-804035-10-iscsi neutron-server[94312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:36:33.466992 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588e6c1-4f55-435a-9ba4-8f54d9cad462 req-1847bfad-b7c4-4b2c-afdc-61f05131b30c tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:33.468643 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2588e6c1-4f55-435a-9ba4-8f54d9cad462 req-1847bfad-b7c4-4b2c-afdc-61f05131b30c tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0856767 Sep 07 04:36:33.494123 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829fcb5-43e5-46fa-83a8-9ef8b5806700 req-3db2ba18-0e1c-4e5a-a8ad-221957f3076b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:33.495610 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5829fcb5-43e5-46fa-83a8-9ef8b5806700 req-3db2ba18-0e1c-4e5a-a8ad-221957f3076b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 947 time: 0.0828254 Sep 07 04:36:33.506282 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a5e1a9a2-826e-4a57-83ad-b800d3f54228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472601'] for network, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:33.518526 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a5e1a9a2-826e-4a57-83ad-b800d3f54228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:33.520303 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-a5e1a9a2-826e-4a57-83ad-b800d3f54228 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ef7d546e-a3f2-450b-8000-b3a8ff82b02d HTTP/1.1" status: 204 len: 168 time: 0.7625966 Sep 07 04:36:33.553961 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1a9a2-826e-4a57-83ad-b800d3f54228 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef7d546e-a3f2-450b-8000-b3a8ff82b02d,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:33.565653 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2588e6c1-4f55-435a-9ba4-8f54d9cad462 req-3445f05e-dfaa-4a9e-8320-b2793ee79aa0 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873885 Sep 07 04:36:33.593052 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5829fcb5-43e5-46fa-83a8-9ef8b5806700 req-a2ec1025-8d5f-4217-adae-f9855d7d35d9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897787 Sep 07 04:36:33.979379 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 37898) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:34.026545 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-075615d3-efc1-45df-8b74-90bf5b669788 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b099fc569a934243895533d64d9bfd57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0460083 Sep 07 04:36:34.029234 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 37900) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:34.033057 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 674fa64e-df35-45b3-a06c-eec2726f1621 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:36:34.054898 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: 674fa64e-df35-45b3-a06c-eec2726f1621 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:36:34.055578 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 674fa64e-df35-45b3-a06c-eec2726f1621 not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:36:34.108070 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-81b17fc3-21d9-4d1c-92ee-10eeff92bc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:34.150994 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-81b17fc3-21d9-4d1c-92ee-10eeff92bc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:34.284735 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-81b17fc3-21d9-4d1c-92ee-10eeff92bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:34.288303 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-81b17fc3-21d9-4d1c-92ee-10eeff92bc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:34.324033 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-81b17fc3-21d9-4d1c-92ee-10eeff92bc87 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e19e8939-c0f0-4ed2-be58-9fbd6218c62b HTTP/1.1" status: 204 len: 168 time: 0.2645934 Sep 07 04:36:34.324033 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b17fc3-21d9-4d1c-92ee-10eeff92bc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19e8939-c0f0-4ed2-be58-9fbd6218c62b,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:34.467440 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:34.694731 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31f531-c055-4bc5-989d-c1af4c2a4171 req-392d35a1-fa2f-4ab9-a8bb-b5f64d519674 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:34.696271 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-de31f531-c055-4bc5-989d-c1af4c2a4171 req-392d35a1-fa2f-4ab9-a8bb-b5f64d519674 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0525424 Sep 07 04:36:34.734578 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-de31f531-c055-4bc5-989d-c1af4c2a4171 req-180d9f02-9b13-45bd-8a6c-ce436399fa35 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324428 Sep 07 04:36:35.510206 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-1aba425f-afeb-49ba-89d7-fb76352f285c tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:35.511825 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-1aba425f-afeb-49ba-89d7-fb76352f285c tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/networks?id=0cf8157e-89a3-431d-9547-d1dca71aa37d HTTP/1.1" status: 200 len: 815 time: 0.1035442 Sep 07 04:36:35.528191 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-7141eb47-bc24-4d00-aa66-a025ae5be4bb tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/quotas/269e1bc469cd4ecc8f32c05b3121fc35 HTTP/1.1" status: 200 len: 375 time: 0.0103834 Sep 07 04:36:35.584530 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-5d54d804-4b03-4f79-8051-07a7a41b3762 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=269e1bc469cd4ecc8f32c05b3121fc35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489233 Sep 07 04:36:35.681995 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-b72976d8-afbe-4f35-9740-f33848446041 service neutron] 10.222.0.55 "GET /v2.0/networks/0cf8157e-89a3-431d-9547-d1dca71aa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813811 Sep 07 04:36:35.783684 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-a4510265-4b2d-47ef-bdba-397f7d0c40d5 service neutron] 10.222.0.55 "GET /v2.0/networks/0cf8157e-89a3-431d-9547-d1dca71aa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954506 Sep 07 04:36:35.876821 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f31a3-f225-4125-b9ad-8043c03dac91 req-e7148ebb-5fb4-4795-b673-40cee6203b1d tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:35.879128 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-831f31a3-f225-4125-b9ad-8043c03dac91 req-e7148ebb-5fb4-4795-b673-40cee6203b1d tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0643523 Sep 07 04:36:35.919543 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-831f31a3-f225-4125-b9ad-8043c03dac91 req-7d74fee5-5e6b-425a-a4e8-ba1ac869fd69 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341356 Sep 07 04:36:36.065859 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a518b6cb-d429-4bdd-8e9a-fcbcb2c167eb req-887d5ec9-7042-4f54-9973-23816a7990b8 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 210 time: 0.0329471 Sep 07 04:36:37.003083 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 38138) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:37.335650 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9201eedf-4dc5-428d-9980-e76fe2167dcc req-622c376d-19de-40b8-bcf1-9d703fbd7c75 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 210 time: 0.0416739 Sep 07 04:36:37.337535 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c5b6dbc2-7018-422c-8cc5-254715f1614f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:37.367121 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93b27f-c047-432b-8095-9eadca33ac24 req-e2cc7901-15c4-40ae-8b39-59098784306c tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:37.368733 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3b93b27f-c047-432b-8095-9eadca33ac24 req-e2cc7901-15c4-40ae-8b39-59098784306c tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.3593736 Sep 07 04:36:37.439655 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3b93b27f-c047-432b-8095-9eadca33ac24 req-087a7aad-791f-47c4-a207-c55802e3a145 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555055 Sep 07 04:36:37.491670 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c5b6dbc2-7018-422c-8cc5-254715f1614f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:37.558301 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c5b6dbc2-7018-422c-8cc5-254715f1614f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:37.597230 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6dbc2-7018-422c-8cc5-254715f1614f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1c18b4-8fc1-4a46-913e-e0e3277fae16,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:37.601698 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-c5b6dbc2-7018-422c-8cc5-254715f1614f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=00d5476dba77414b834e0c2b499cb6dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5975010 Sep 07 04:36:37.604337 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 38154) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:37.653604 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-b2badbcc-74bd-41d8-a6aa-aa9e86ab9396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:37.678105 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-b2badbcc-74bd-41d8-a6aa-aa9e86ab9396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:37.870693 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-b2badbcc-74bd-41d8-a6aa-aa9e86ab9396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:37.873545 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-b2badbcc-74bd-41d8-a6aa-aa9e86ab9396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:37.874707 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-b2badbcc-74bd-41d8-a6aa-aa9e86ab9396 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec1c18b4-8fc1-4a46-913e-e0e3277fae16 HTTP/1.1" status: 204 len: 168 time: 0.2695515 Sep 07 04:36:37.883100 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2badbcc-74bd-41d8-a6aa-aa9e86ab9396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1c18b4-8fc1-4a46-913e-e0e3277fae16,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:38.454639 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-dd7a454b-2a93-4b28-975e-1034cc343ca9 req-66dd6a5f-9050-45ff-baf2-9a8345bd1644 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 210 time: 0.0329142 Sep 07 04:36:38.491717 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-d70418de-9dc0-414f-98c1-3868d79e73ab tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:38.493260 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-d70418de-9dc0-414f-98c1-3868d79e73ab tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.54 "GET /v2.0/networks?id=0cf8157e-89a3-431d-9547-d1dca71aa37d HTTP/1.1" status: 200 len: 815 time: 0.1382060 Sep 07 04:36:38.520292 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-b358c172-1dc9-46c8-83e4-a9eb2ed47a60 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Request body: {'port': {'device_id': '10182b4e-41e8-49a6-95c5-3e39fdf9148e', 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d', 'admin_state_up': True, 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:36:38.545397 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38198) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:38.559285 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c891b97f-0df3-46b6-b9c8-e4ee82103fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:38.639404 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c206c-5e76-4228-9bdd-2b8707aeab30 req-d2f8fa44-13cc-4c23-87c5-c5decacb5340 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:38.640837 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-795c206c-5e76-4228-9bdd-2b8707aeab30 req-d2f8fa44-13cc-4c23-87c5-c5decacb5340 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.1250072 Sep 07 04:36:38.668428 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c891b97f-0df3-46b6-b9c8-e4ee82103fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:38.693816 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-795c206c-5e76-4228-9bdd-2b8707aeab30 req-a71b2502-4247-40a8-98d6-9521d3285e68 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440443 Sep 07 04:36:38.838513 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c891b97f-0df3-46b6-b9c8-e4ee82103fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:38.877482 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891b97f-0df3-46b6-b9c8-e4ee82103fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf8c6a2-1359-43d9-9ef9-c19c57aba798,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:38.882273 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-c891b97f-0df3-46b6-b9c8-e4ee82103fd1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87956a49f2164cedb4aea17028a0f55a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358269 Sep 07 04:36:38.885516 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38200) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:38.934834 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b5f30431-cb50-406c-a923-d6a03b8895f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:38.957353 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b5f30431-cb50-406c-a923-d6a03b8895f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:38.981346 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-b358c172-1dc9-46c8-83e4-a9eb2ed47a60 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Made reservation on behalf of 269e1bc469cd4ecc8f32c05b3121fc35 for: {'port': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:36:38.985146 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-b358c172-1dc9-46c8-83e4-a9eb2ed47a60 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:39.089759 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b5f30431-cb50-406c-a923-d6a03b8895f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:39.093816 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b5f30431-cb50-406c-a923-d6a03b8895f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:39.097329 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-b5f30431-cb50-406c-a923-d6a03b8895f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7cf8c6a2-1359-43d9-9ef9-c19c57aba798 HTTP/1.1" status: 204 len: 168 time: 0.2086992 Sep 07 04:36:39.102992 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f30431-cb50-406c-a923-d6a03b8895f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf8c6a2-1359-43d9-9ef9-c19c57aba798,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:39.212977 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-b358c172-1dc9-46c8-83e4-a9eb2ed47a60 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Allocated IP 172.20.0.12 (0cf8157e-89a3-431d-9547-d1dca71aa37d/948ddb29-54aa-4625-aa0b-3c56e0738953/c8598078-a9f8-4119-9e7e-e32b83f557f9) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:36:39.366483 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-b358c172-1dc9-46c8-83e4-a9eb2ed47a60 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:39.380937 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-b358c172-1dc9-46c8-83e4-a9eb2ed47a60 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Transition to ACTIVE for port object c8598078-a9f8-4119-9e7e-e32b83f557f9 will not be triggered until provisioned by entity DHCP. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:36:39.487578 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-b358c172-1dc9-46c8-83e4-a9eb2ed47a60 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:39.540281 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-b358c172-1dc9-46c8-83e4-a9eb2ed47a60 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Network 0cf8157e-89a3-431d-9547-d1dca71aa37d is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:36:39.549828 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-b358c172-1dc9-46c8-83e4-a9eb2ed47a60 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:36:39.552409 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-b358c172-1dc9-46c8-83e4-a9eb2ed47a60 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:36:39.599335 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358c172-1dc9-46c8-83e4-a9eb2ed47a60 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Pushing event updated for resources: {'Port': ['ID=c8598078-a9f8-4119-9e7e-e32b83f557f9,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:39.644650 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-b358c172-1dc9-46c8-83e4-a9eb2ed47a60 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:39.645367 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-b358c172-1dc9-46c8-83e4-a9eb2ed47a60 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:39.685037 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127134d-b6df-45e4-9311-b6ac8ea5270e req-5ea148a8-f566-41f3-bf0c-14660d124f5e tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:39.686637 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4127134d-b6df-45e4-9311-b6ac8ea5270e req-5ea148a8-f566-41f3-bf0c-14660d124f5e tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 932 time: 0.1072233 Sep 07 04:36:39.750887 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4127134d-b6df-45e4-9311-b6ac8ea5270e req-6cafde15-a77a-43a0-a868-e02d6ece92e2 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580289 Sep 07 04:36:39.786132 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-b358c172-1dc9-46c8-83e4-a9eb2ed47a60 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2715621 Sep 07 04:36:39.801493 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-f65f4f5e-37ed-41f0-9eaa-6c2aa9daf2fe tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1000950777&fields=id&tenant_id=ee77f689e65e4fa4886639d6a4aa761d HTTP/1.1" status: 200 len: 267 time: 0.0752916 Sep 07 04:36:39.845831 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Request body: {'port': {'device_id': '10182b4e-41e8-49a6-95c5-3e39fdf9148e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:36:39.964320 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-6492999c-6d12-4e9a-8775-2092599585ad None None] Provisioning for port c8598078-a9f8-4119-9e7e-e32b83f557f9 completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:36:39.971298 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-6492999c-6d12-4e9a-8775-2092599585ad None None] Provisioning complete for port c8598078-a9f8-4119-9e7e-e32b83f557f9 triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:39.971298 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-6492999c-6d12-4e9a-8775-2092599585ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:40.050678 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-6492999c-6d12-4e9a-8775-2092599585ad None None] Port c8598078-a9f8-4119-9e7e-e32b83f557f9 cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:36:40.093889 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc243248-09cf-42eb-b6f6-48a396120e76 req-40a0b3ec-b500-40d3-bdd4-1e46ced06550 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:40.096037 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cc243248-09cf-42eb-b6f6-48a396120e76 req-40a0b3ec-b500-40d3-bdd4-1e46ced06550 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.1940827 Sep 07 04:36:40.111586 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:40.171496 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-2b431ba8-19cf-4059-9907-84083a20323a tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:40.173230 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-2b431ba8-19cf-4059-9907-84083a20323a tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/networks?id=6881e86b-0218-4b28-af23-89d938232d21 HTTP/1.1" status: 200 len: 809 time: 0.3652012 Sep 07 04:36:40.224200 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38252) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:40.285147 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-c65e7434-3c16-4778-b242-68bbf8e5d2ae tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/quotas/ee77f689e65e4fa4886639d6a4aa761d HTTP/1.1" status: 200 len: 375 time: 0.1003363 Sep 07 04:36:40.393823 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cc243248-09cf-42eb-b6f6-48a396120e76 req-0374f8d9-f173-4555-9227-8b102163a418 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837961 Sep 07 04:36:40.534611 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-04639d07-19c7-4787-b644-ec16e87b9f94 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee77f689e65e4fa4886639d6a4aa761d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2396934 Sep 07 04:36:40.589709 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-c0aae8c5-9179-4502-b777-84ac8546e8ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b881e61d84e401585b6ef488bb17279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3635831 Sep 07 04:36:40.595183 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38260) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:40.677900 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-135a81a7-7165-475a-9355-9d3b7a05bd4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:40.707705 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-135a81a7-7165-475a-9355-9d3b7a05bd4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:40.766372 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-505d68ee-df12-4ded-8b9c-7c9bf90a5fbd service neutron] 10.222.0.55 "GET /v2.0/networks/6881e86b-0218-4b28-af23-89d938232d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309711 Sep 07 04:36:40.867058 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-135a81a7-7165-475a-9355-9d3b7a05bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:40.871230 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-135a81a7-7165-475a-9355-9d3b7a05bd4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:40.873586 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-135a81a7-7165-475a-9355-9d3b7a05bd4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e95f9b7-8747-454e-b470-080c245282d5 HTTP/1.1" status: 204 len: 168 time: 0.2792506 Sep 07 04:36:40.897319 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8598078-a9f8-4119-9e7e-e32b83f557f9 {{(pid=94312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:36:40.904673 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a81a7-7165-475a-9355-9d3b7a05bd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e95f9b7-8747-454e-b470-080c245282d5,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:40.917743 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:40.953283 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Transition to ACTIVE for port object c8598078-a9f8-4119-9e7e-e32b83f557f9 will not be triggered until provisioned by entity L2. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:36:40.979812 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a36aee-612d-483f-9209-d63b6ef2d505 req-016abc74-bd75-4edb-b93d-37b52e125d72 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:40.981407 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-52a36aee-612d-483f-9209-d63b6ef2d505 req-016abc74-bd75-4edb-b93d-37b52e125d72 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 932 time: 0.1193461 Sep 07 04:36:40.983923 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-72b467ab-5190-4a7d-845c-44dcae56cd48 service neutron] 10.222.0.55 "GET /v2.0/networks/6881e86b-0218-4b28-af23-89d938232d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100806 Sep 07 04:36:41.035468 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-52a36aee-612d-483f-9209-d63b6ef2d505 req-2f7e4f0d-20cc-4b07-b445-7af8b37092bb tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436120 Sep 07 04:36:41.047341 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:41.147548 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Pushing event updated for resources: {'Port': ['ID=c8598078-a9f8-4119-9e7e-e32b83f557f9,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:41.367152 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Attempting to bind port c8598078-a9f8-4119-9e7e-e32b83f557f9 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:36:41.367494 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Attempting to bind port c8598078-a9f8-4119-9e7e-e32b83f557f9 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'd85d9ca0-608b-4023-987a-7b47426d7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d'}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:36:41.367831 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Attempting to bind port c8598078-a9f8-4119-9e7e-e32b83f557f9 on network 0cf8157e-89a3-431d-9547-d1dca71aa37d {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:36:41.376153 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Port c8598078-a9f8-4119-9e7e-e32b83f557f9 on network 0cf8157e-89a3-431d-9547-d1dca71aa37d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:36:41.377003 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Attempting to bind port c8598078-a9f8-4119-9e7e-e32b83f557f9 on network 0cf8157e-89a3-431d-9547-d1dca71aa37d {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:36:41.412922 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:36:41.415035 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Checking segment: {'id': 'd85d9ca0-608b-4023-987a-7b47426d7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:36:41.417421 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Bound using segment: {'id': 'd85d9ca0-608b-4023-987a-7b47426d7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d'} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:36:41.418223 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Bound port: c8598078-a9f8-4119-9e7e-e32b83f557f9, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85d9ca0-608b-4023-987a-7b47426d7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d'}}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:36:41.418762 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:41.575594 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] For port c8598078-a9f8-4119-9e7e-e32b83f557f9, host hv-cinder-80403, cleared binding levels {{(pid=94312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:36:41.582009 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] For port c8598078-a9f8-4119-9e7e-e32b83f557f9, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c8598078-a9f8-4119-9e7e-e32b83f557f9,segment=NetworkSegment(d85d9ca0-608b-4023-987a-7b47426d7314),segment_id=d85d9ca0-608b-4023-987a-7b47426d7314)] {{(pid=94312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:36:41.666172 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692e7f4-ee9a-4699-8417-9004883a997c req-3cb6455b-88d4-44e3-919f-3c1c4c972a36 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:41.667720 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9692e7f4-ee9a-4699-8417-9004883a997c req-3cb6455b-88d4-44e3-919f-3c1c4c972a36 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0781231 Sep 07 04:36:41.684348 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:41.753289 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:41.753922 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:41.755330 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] 10.222.0.54 "PUT /v2.0/ports/c8598078-a9f8-4119-9e7e-e32b83f557f9 HTTP/1.1" status: 200 len: 1094 time: 1.9196167 Sep 07 04:36:41.759657 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10182b4e-41e8-49a6-95c5-3e39fdf9148e', 'tag': 'c8598078-a9f8-4119-9e7e-e32b83f557f9'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:36:41.761958 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3415b0-1f96-4cbd-8e64-67ffe8ddb52f" -d '{"events": [{"name": "network-changed", "server_uuid": "10182b4e-41e8-49a6-95c5-3e39fdf9148e", "tag": "c8598078-a9f8-4119-9e7e-e32b83f557f9"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:36:41.771303 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9692e7f4-ee9a-4699-8417-9004883a997c req-26c78f44-19fe-46cb-968e-097ae8324afb tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953720 Sep 07 04:36:41.807015 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eced462-4543-41c4-aa07-294ec29fc23a service neutron] Pushing event updated for resources: {'Port': ['ID=c8598078-a9f8-4119-9e7e-e32b83f557f9,revision_number=3']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:41.894479 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b926d5-8587-4ad4-b6f4-6c04abf96ffe x-openstack-request-id: req-95b926d5-8587-4ad4-b6f4-6c04abf96ffe {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:36:41.894479 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10182b4e-41e8-49a6-95c5-3e39fdf9148e", "tag": "c8598078-a9f8-4119-9e7e-e32b83f557f9", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:36:41.894479 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-95b926d5-8587-4ad4-b6f4-6c04abf96ffe {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:36:41.894479 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10182b4e-41e8-49a6-95c5-3e39fdf9148e', 'tag': 'c8598078-a9f8-4119-9e7e-e32b83f557f9', 'status': 'completed', 'code': 200} Sep 07 04:36:41.993790 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4f5baabd-9f8f-4fe9-accb-a47e6db55c85 req-225a1dbf-45cc-4efa-9d47-2dd4de371473 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 210 time: 0.0778279 Sep 07 04:36:42.260711 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8597496-d7f8-41ca-a652-8423a1d6308f req-f31b5a71-d15e-4d64-86e9-791d3a45caef tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:42.262378 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f8597496-d7f8-41ca-a652-8423a1d6308f req-f31b5a71-d15e-4d64-86e9-791d3a45caef tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 944 time: 0.0930328 Sep 07 04:36:42.321026 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f8597496-d7f8-41ca-a652-8423a1d6308f req-e0877072-98a3-4c91-bd94-ffa8408b3310 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490155 Sep 07 04:36:42.948353 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30c67f-bc71-40d0-b0a0-839105156e06 req-c2627103-588b-4a3e-b2a8-f50d1bba84d7 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:42.949910 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5a30c67f-bc71-40d0-b0a0-839105156e06 req-c2627103-588b-4a3e-b2a8-f50d1bba84d7 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0873768 Sep 07 04:36:42.994627 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5a30c67f-bc71-40d0-b0a0-839105156e06 req-000036bb-c7ea-4b47-8e32-80cfdb4e0efc tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376782 Sep 07 04:36:43.094914 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8f761d49-a3ce-4467-868a-99e60bb31681 req-dcec4166-9726-4f64-b08f-d1892195ec6d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 210 time: 0.0279651 Sep 07 04:36:43.445622 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301c800-c28e-46de-95fb-e70079e59a12 req-6606876c-5090-4107-87bc-800aa1f4607e tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:43.447133 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8301c800-c28e-46de-95fb-e70079e59a12 req-6606876c-5090-4107-87bc-800aa1f4607e tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 944 time: 0.0558319 Sep 07 04:36:43.500311 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8301c800-c28e-46de-95fb-e70079e59a12 req-59039775-c123-4ce4-94b3-a31e0c32815d tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419340 Sep 07 04:36:44.117596 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd36a66-86db-45f8-91ed-89988d0a22b3 req-16b01f02-4d74-4d08-9c47-76dac9dc5be1 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:44.119127 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ccd36a66-86db-45f8-91ed-89988d0a22b3 req-16b01f02-4d74-4d08-9c47-76dac9dc5be1 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0519166 Sep 07 04:36:44.160736 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ccd36a66-86db-45f8-91ed-89988d0a22b3 req-25670986-5384-4027-83b4-bc8fb974dd5e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348570 Sep 07 04:36:44.198199 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cc183e8e-a19d-4ebe-a4ec-580f9171a976 req-ae224feb-34ff-431e-83ec-fda6aa854611 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 210 time: 0.0332057 Sep 07 04:36:44.615288 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f1abd-e962-4b5e-86b0-d13d2194a97a req-b33e668e-6024-4696-b131-cafa6037278d tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:44.616841 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cf7f1abd-e962-4b5e-86b0-d13d2194a97a req-b33e668e-6024-4696-b131-cafa6037278d tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 944 time: 0.0522671 Sep 07 04:36:44.658948 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cf7f1abd-e962-4b5e-86b0-d13d2194a97a req-6ab3eb54-79c0-41ed-83d4-58f3b6e810d3 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357234 Sep 07 04:36:45.333674 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6e13df90-628d-4798-8a6a-fcc2e59fb608 req-1de122fb-8e96-492d-b39b-0996d571577c tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 210 time: 0.0304122 Sep 07 04:36:45.345810 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378dcd0-831c-4355-8e49-546041d1d8d9 req-cec438f7-6b50-4636-b7b7-a5b779b6542a tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:45.347602 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2378dcd0-831c-4355-8e49-546041d1d8d9 req-cec438f7-6b50-4636-b7b7-a5b779b6542a tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0918272 Sep 07 04:36:45.389748 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2378dcd0-831c-4355-8e49-546041d1d8d9 req-935213a3-debe-45f6-8c4e-64aa49407294 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360866 Sep 07 04:36:45.727682 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:36:45.776301 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c5e21-4110-4f60-ad44-9247b93df4f1 req-5a653210-f694-4237-9db0-4be27365477c tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:45.777999 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5c2c5e21-4110-4f60-ad44-9247b93df4f1 req-5a653210-f694-4237-9db0-4be27365477c tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 944 time: 0.0504806 Sep 07 04:36:45.816702 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5c2c5e21-4110-4f60-ad44-9247b93df4f1 req-e2c1264c-9014-46b3-8103-0db73986a124 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320356 Sep 07 04:36:46.435859 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d49d9c53-b3b6-4a9a-b57d-cbc955dea7b7 req-73459ff4-f7ca-4d9a-b1d8-0194b6da8677 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 210 time: 0.0283525 Sep 07 04:36:46.521948 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8d20e-8606-4f46-894c-521ffbdf85f9 req-1e6e1290-9d2f-43ee-b5ba-43f7ceac1f2c tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:46.523359 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b0a8d20e-8606-4f46-894c-521ffbdf85f9 req-1e6e1290-9d2f-43ee-b5ba-43f7ceac1f2c tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0575197 Sep 07 04:36:46.565248 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b0a8d20e-8606-4f46-894c-521ffbdf85f9 req-2e982f02-7fd0-4ce4-a209-0a86e64e1fca tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358562 Sep 07 04:36:46.942203 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed329386-ebe9-4a53-bcd0-6d9a6a992501 req-18175d9f-e66d-4ae9-9507-fa01e579b3eb tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:46.943759 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ed329386-ebe9-4a53-bcd0-6d9a6a992501 req-18175d9f-e66d-4ae9-9507-fa01e579b3eb tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 944 time: 0.0549970 Sep 07 04:36:47.009178 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ed329386-ebe9-4a53-bcd0-6d9a6a992501 req-031db960-4090-4808-b74e-88d33e5550e7 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554073 Sep 07 04:36:47.539157 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9a5bb5cb-e60e-44c4-84f3-e2afbdd5e614 req-36622d26-92ef-405f-9513-33e315ef56de tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 210 time: 0.0271766 Sep 07 04:36:47.699442 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3b998-660b-4e8f-8239-79df1c21c349 req-a2dc5269-48b4-4081-be0e-ca95ea043974 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:47.702778 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-66b3b998-660b-4e8f-8239-79df1c21c349 req-a2dc5269-48b4-4081-be0e-ca95ea043974 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0617621 Sep 07 04:36:47.746634 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-66b3b998-660b-4e8f-8239-79df1c21c349 req-b848b74d-bc2a-4f36-857e-148e664720e2 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377920 Sep 07 04:36:48.150905 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d158a95-6949-4921-bcfd-11fad2d68dee req-56e85461-0632-4a11-9e5a-d73a48fa1740 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:48.152379 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9d158a95-6949-4921-bcfd-11fad2d68dee req-56e85461-0632-4a11-9e5a-d73a48fa1740 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 944 time: 0.0745742 Sep 07 04:36:48.193602 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9d158a95-6949-4921-bcfd-11fad2d68dee req-9e025324-4b2f-43b0-ba72-1ce0e0c6b53e tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341744 Sep 07 04:36:48.640993 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2771e03f-34be-40ba-9911-178a4769fc6b req-8356f0c3-43e3-40b0-928c-3c4cd3b2f7f7 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 210 time: 0.0278835 Sep 07 04:36:48.885459 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b439f-3d54-456e-8c6b-ab118030dda3 req-e32675e2-ebff-4f0c-904b-575b554aad9f tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:48.887224 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-705b439f-3d54-456e-8c6b-ab118030dda3 req-e32675e2-ebff-4f0c-904b-575b554aad9f tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0537786 Sep 07 04:36:48.928151 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-705b439f-3d54-456e-8c6b-ab118030dda3 req-823d0cb5-c1b8-46ac-9825-d106effabd96 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341034 Sep 07 04:36:49.342491 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c92ab-9f1c-41f9-83a5-f5d5447ff35e req-e26f01cf-2eb1-4167-9159-11ba21ea2d92 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:49.344159 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-984c92ab-9f1c-41f9-83a5-f5d5447ff35e req-e26f01cf-2eb1-4167-9159-11ba21ea2d92 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 944 time: 0.0825181 Sep 07 04:36:49.390311 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-984c92ab-9f1c-41f9-83a5-f5d5447ff35e req-f1419445-b459-4028-9748-4a9117b265ab tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345089 Sep 07 04:36:49.742129 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9fbaf5f5-580f-407a-944a-b8287f238469 req-5cede2cd-8d63-40ec-8f99-0eecdf7a71bd tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 210 time: 0.0269034 Sep 07 04:36:50.015296 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 38434) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:50.059487 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3b468-3225-46c6-b434-3e4bffcb3cef req-6c6b2f51-fe4e-480f-8a97-cfe60865140f tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:50.061017 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-77d3b468-3225-46c6-b434-3e4bffcb3cef req-6c6b2f51-fe4e-480f-8a97-cfe60865140f tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0581248 Sep 07 04:36:50.101944 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-77d3b468-3225-46c6-b434-3e4bffcb3cef req-e67ef329-d06c-4bae-a9e9-bb4ad45b61e6 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346270 Sep 07 04:36:50.135499 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4b57418e-57c2-479c-969e-b2bfc76c528e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:50.221497 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4b57418e-57c2-479c-969e-b2bfc76c528e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:50.312207 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4b57418e-57c2-479c-969e-b2bfc76c528e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:50.349092 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57418e-57c2-479c-969e-b2bfc76c528e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd39e4a-8104-45cd-8533-b4495af08007,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:50.356358 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-4b57418e-57c2-479c-969e-b2bfc76c528e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad059fe4e47b4e89be5ab3eb9d125df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399830 Sep 07 04:36:50.358584 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 38438) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:50.407485 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ce9c040c-8973-4937-9e25-d80d28b5f6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:50.428552 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ce9c040c-8973-4937-9e25-d80d28b5f6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:50.525693 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3415b0-1f96-4cbd-8e64-67ffe8ddb52f req-e9c6058a-64ff-4e08-ba00-32ea0f60b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:50.527170 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bb3415b0-1f96-4cbd-8e64-67ffe8ddb52f req-e9c6058a-64ff-4e08-ba00-32ea0f60b28b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=269e1bc469cd4ecc8f32c05b3121fc35&device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 1097 time: 0.0924432 Sep 07 04:36:50.539270 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660217c4-07c8-4c97-85ca-bbbb42c7e367 req-dbc9297a-6393-49e6-9c5a-2fcbcb915c30 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:50.540681 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-660217c4-07c8-4c97-85ca-bbbb42c7e367 req-dbc9297a-6393-49e6-9c5a-2fcbcb915c30 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 944 time: 0.0737317 Sep 07 04:36:50.637511 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-660217c4-07c8-4c97-85ca-bbbb42c7e367 req-ebbf48e8-5715-480c-aace-c610c2f95664 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905066 Sep 07 04:36:50.651576 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ce9c040c-8973-4937-9e25-d80d28b5f6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:50.654278 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ce9c040c-8973-4937-9e25-d80d28b5f6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:50.655375 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-ce9c040c-8973-4937-9e25-d80d28b5f6b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8dd39e4a-8104-45cd-8533-b4495af08007 HTTP/1.1" status: 204 len: 168 time: 0.2958331 Sep 07 04:36:50.668020 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c040c-8973-4937-9e25-d80d28b5f6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd39e4a-8104-45cd-8533-b4495af08007,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:50.686696 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3415b0-1f96-4cbd-8e64-67ffe8ddb52f req-554b25e6-e639-4520-bb63-a0712bb18dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:50.688146 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bb3415b0-1f96-4cbd-8e64-67ffe8ddb52f req-554b25e6-e639-4520-bb63-a0712bb18dbd service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=269e1bc469cd4ecc8f32c05b3121fc35&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1354196 Sep 07 04:36:50.782772 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3415b0-1f96-4cbd-8e64-67ffe8ddb52f req-3b46927c-18b0-4b20-a789-66efbf451302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:50.784262 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bb3415b0-1f96-4cbd-8e64-67ffe8ddb52f req-3b46927c-18b0-4b20-a789-66efbf451302 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887368 Sep 07 04:36:50.848260 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cad31ced-4e62-45df-bc85-a59f722653bd req-c95fe729-de14-4e6c-9f6b-301163713e87 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 210 time: 0.0262582 Sep 07 04:36:50.926705 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-af988461-8ffe-430f-ad9f-69bdaed546f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:50.928287 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-af988461-8ffe-430f-ad9f-69bdaed546f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=269e1bc469cd4ecc8f32c05b3121fc35&device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 1097 time: 0.0479028 Sep 07 04:36:50.980150 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-28895e94-1f9b-42aa-9f58-348b98a7a74a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8598078-a9f8-4119-9e7e-e32b83f557f9 HTTP/1.1" status: 200 len: 217 time: 0.0350959 Sep 07 04:36:51.030786 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8593434a-c1cb-4dae-9302-db60bbdfe36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:51.032256 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-8593434a-c1cb-4dae-9302-db60bbdfe36f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=948ddb29-54aa-4625-aa0b-3c56e0738953 HTTP/1.1" status: 200 len: 854 time: 0.0452826 Sep 07 04:36:51.081146 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-146b469a-9612-4270-a627-cc13daea529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:51.082649 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-146b469a-9612-4270-a627-cc13daea529c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0cf8157e-89a3-431d-9547-d1dca71aa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422082 Sep 07 04:36:51.220071 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-58de8dda-d07e-43a0-bae0-1459d732302a service neutron] 10.222.0.54 "GET /v2.0/networks/0cf8157e-89a3-431d-9547-d1dca71aa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104722 Sep 07 04:36:51.234602 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17a905-29e3-4dba-9bda-1584d484548f req-dda2319b-bd83-4234-ab4b-ce4ad2587cbf tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:51.235975 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2b17a905-29e3-4dba-9bda-1584d484548f req-dda2319b-bd83-4234-ab4b-ce4ad2587cbf tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0617394 Sep 07 04:36:51.279650 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38454) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:51.292247 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b95cfda9-88b2-4333-85d3-2baa104cf0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:51.328816 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2b17a905-29e3-4dba-9bda-1584d484548f req-609d868f-a7b7-4d22-bd40-f65b8cab25dd tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851102 Sep 07 04:36:51.365625 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3029880d-0a11-4bb1-a060-4a1f64f45379 req-b6cf4ff3-1cfe-492f-9bdc-502cfe9b5d0f service neutron] 10.222.0.54 "GET /v2.0/networks/0cf8157e-89a3-431d-9547-d1dca71aa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286314 Sep 07 04:36:51.385924 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b95cfda9-88b2-4333-85d3-2baa104cf0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:52.051079 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d4d627c5-22c8-4346-bec4-da442e06ab5b req-96c2f862-d5ad-43c0-a316-c1e5857025c1 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 210 time: 0.0373871 Sep 07 04:36:52.067281 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a551e-61fd-4f6d-b67b-4295ce78f122 req-503b5b95-cd51-4608-9ace-19db1936258f tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:52.069414 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-520a551e-61fd-4f6d-b67b-4295ce78f122 req-503b5b95-cd51-4608-9ace-19db1936258f tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 944 time: 0.3552535 Sep 07 04:36:52.071773 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcf037-f991-4d5b-8ee1-e0e1d06a33cb req-8e781a3a-2bca-4e62-bd99-b812d3421742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:52.073401 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-94dcf037-f991-4d5b-8ee1-e0e1d06a33cb req-8e781a3a-2bca-4e62-bd99-b812d3421742 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 1098 time: 0.3673739 Sep 07 04:36:52.131613 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-520a551e-61fd-4f6d-b67b-4295ce78f122 req-a721daf3-97a8-4ea1-92c8-1488649869c8 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561132 Sep 07 04:36:52.137346 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-94dcf037-f991-4d5b-8ee1-e0e1d06a33cb req-1023bec9-1553-427e-9d3c-d386f24fb8d3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546703 Sep 07 04:36:52.375664 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b95cfda9-88b2-4333-85d3-2baa104cf0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:52.419852 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-b95cfda9-88b2-4333-85d3-2baa104cf0be admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=433df76e2f7b44c1967778cce95bf285&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1388898 Sep 07 04:36:52.422518 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38462) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:52.423409 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95cfda9-88b2-4333-85d3-2baa104cf0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb3aa95-1257-4572-9dd0-37e494691625,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:52.470798 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e0ecf-ff66-4a60-8c97-d00bf152495b req-00544108-8920-4f55-833b-e82cd40446e2 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:52.472352 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b08e0ecf-ff66-4a60-8c97-d00bf152495b req-00544108-8920-4f55-833b-e82cd40446e2 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0555317 Sep 07 04:36:52.482108 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-936045a8-1769-49ca-a829-786996850f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:52.503684 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-936045a8-1769-49ca-a829-786996850f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:52.510560 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b08e0ecf-ff66-4a60-8c97-d00bf152495b req-3227b86b-36a0-466a-a52f-c922b6a2108b tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318999 Sep 07 04:36:52.612650 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-936045a8-1769-49ca-a829-786996850f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:52.615406 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-936045a8-1769-49ca-a829-786996850f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:52.616629 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-936045a8-1769-49ca-a829-786996850f0a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/abb3aa95-1257-4572-9dd0-37e494691625 HTTP/1.1" status: 204 len: 168 time: 0.1898930 Sep 07 04:36:52.626229 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936045a8-1769-49ca-a829-786996850f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb3aa95-1257-4572-9dd0-37e494691625,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:52.630890 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-6801c3da-2efc-4fbf-a734-46b74c74897e tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:52.632346 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-6801c3da-2efc-4fbf-a734-46b74c74897e tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.54 "GET /v2.0/networks?id=6881e86b-0218-4b28-af23-89d938232d21 HTTP/1.1" status: 200 len: 809 time: 0.1078217 Sep 07 04:36:52.687079 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-bc6c3364-127f-48d6-b3ce-9f3b78f66959 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee77f689e65e4fa4886639d6a4aa761d HTTP/1.1" status: 200 len: 380 time: 0.0355616 Sep 07 04:36:52.699310 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-15d27d43-d4d1-4330-ba96-3539f5a785c0 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Request body: {'port': {'device_id': 'b700dcfc-8639-4f7e-87de-5ad3195b3cb6', 'network_id': '6881e86b-0218-4b28-af23-89d938232d21', 'admin_state_up': True, 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'security_groups': ['02f41f50-9b23-4911-a99c-dfae21995bb7']}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:36:52.887898 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-15d27d43-d4d1-4330-ba96-3539f5a785c0 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Made reservation on behalf of ee77f689e65e4fa4886639d6a4aa761d for: {'port': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:36:52.893499 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-15d27d43-d4d1-4330-ba96-3539f5a785c0 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:53.019461 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-15d27d43-d4d1-4330-ba96-3539f5a785c0 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Allocated IP 172.20.0.10 (6881e86b-0218-4b28-af23-89d938232d21/b24d7332-c618-4337-aad6-a5c269b2242c/3f168241-3273-49a2-883f-bf76d502ab17) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:36:53.169964 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0eb22e83-a0ac-45e7-9fe4-da3130cead6b req-909297b9-f976-4243-b175-9f3d1e02cb65 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 210 time: 0.0324423 Sep 07 04:36:53.207365 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-15d27d43-d4d1-4330-ba96-3539f5a785c0 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:53.245752 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-15d27d43-d4d1-4330-ba96-3539f5a785c0 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Transition to ACTIVE for port object 3f168241-3273-49a2-883f-bf76d502ab17 will not be triggered until provisioned by entity DHCP. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:36:53.273111 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f65f9-8357-4b7a-8b95-c3a0df769bba req-b33ec7a8-2ed9-4bcb-9296-40a63789f868 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:53.277525 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3e5f65f9-8357-4b7a-8b95-c3a0df769bba req-b33ec7a8-2ed9-4bcb-9296-40a63789f868 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 944 time: 0.0731473 Sep 07 04:36:53.324743 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3e5f65f9-8357-4b7a-8b95-c3a0df769bba req-f688c604-848c-4d14-92e4-99d97e80654f tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400491 Sep 07 04:36:53.425320 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-15d27d43-d4d1-4330-ba96-3539f5a785c0 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:53.464790 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-15d27d43-d4d1-4330-ba96-3539f5a785c0 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Network 6881e86b-0218-4b28-af23-89d938232d21 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:36:53.467626 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-15d27d43-d4d1-4330-ba96-3539f5a785c0 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:36:53.471352 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-15d27d43-d4d1-4330-ba96-3539f5a785c0 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:36:53.502674 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d27d43-d4d1-4330-ba96-3539f5a785c0 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Pushing event updated for resources: {'Port': ['ID=3f168241-3273-49a2-883f-bf76d502ab17,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:53.538342 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-15d27d43-d4d1-4330-ba96-3539f5a785c0 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:53.538982 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-15d27d43-d4d1-4330-ba96-3539f5a785c0 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:53.636446 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e5f15-ea9c-4de4-8d1d-02657c141146 req-7fbe68ed-dab4-4226-831a-c77156994878 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:53.638288 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-879e5f15-ea9c-4de4-8d1d-02657c141146 req-7fbe68ed-dab4-4226-831a-c77156994878 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0524206 Sep 07 04:36:53.654578 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-15d27d43-d4d1-4330-ba96-3539f5a785c0 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9585645 Sep 07 04:36:53.675980 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Request body: {'port': {'device_id': 'b700dcfc-8639-4f7e-87de-5ad3195b3cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:36:53.708287 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-879e5f15-ea9c-4de4-8d1d-02657c141146 req-2566f389-1cce-42bc-bccd-ce549a7a2ce6 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623250 Sep 07 04:36:53.753656 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:53.838441 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-7e117f56-d1a9-4bd3-8fd6-2db7c4b81da8 None None] Provisioning for port 3f168241-3273-49a2-883f-bf76d502ab17 completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:36:53.843189 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-7e117f56-d1a9-4bd3-8fd6-2db7c4b81da8 None None] Provisioning complete for port 3f168241-3273-49a2-883f-bf76d502ab17 triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:53.843838 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7e117f56-d1a9-4bd3-8fd6-2db7c4b81da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:53.892941 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-7e117f56-d1a9-4bd3-8fd6-2db7c4b81da8 None None] Port 3f168241-3273-49a2-883f-bf76d502ab17 cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:36:54.050748 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f168241-3273-49a2-883f-bf76d502ab17 {{(pid=94312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:36:54.058432 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:54.070378 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Transition to ACTIVE for port object 3f168241-3273-49a2-883f-bf76d502ab17 will not be triggered until provisioned by entity L2. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:36:54.190719 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:54.268869 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f168241-3273-49a2-883f-bf76d502ab17,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:54.394224 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efbcd6-3f5b-446f-b6f0-da2769cfbe5b req-1ed6b0ac-a7e5-419a-bebd-e7bf1e6421c8 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:54.395874 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f9efbcd6-3f5b-446f-b6f0-da2769cfbe5b req-1ed6b0ac-a7e5-419a-bebd-e7bf1e6421c8 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.1556914 Sep 07 04:36:54.397806 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Attempting to bind port 3f168241-3273-49a2-883f-bf76d502ab17 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:36:54.398139 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Attempting to bind port 3f168241-3273-49a2-883f-bf76d502ab17 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'f508e93d-056c-4485-9f5a-d70d90e0f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6881e86b-0218-4b28-af23-89d938232d21'}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:36:54.398468 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Attempting to bind port 3f168241-3273-49a2-883f-bf76d502ab17 on network 6881e86b-0218-4b28-af23-89d938232d21 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:36:54.409452 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bbf99-d31d-4afb-870a-7c3a2af345f2 req-65633aaf-3e8d-41a7-ae65-262b8758d94b tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:54.410484 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d21bbf99-d31d-4afb-870a-7c3a2af345f2 req-65633aaf-3e8d-41a7-ae65-262b8758d94b tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 944 time: 0.1504605 Sep 07 04:36:54.416725 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a49cbb-2c88-4c97-bf2d-addc8f792a8d req-345e7ab8-e054-44d0-bd0d-7c6b674ab56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:54.418648 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-30a49cbb-2c88-4c97-bf2d-addc8f792a8d req-345e7ab8-e054-44d0-bd0d-7c6b674ab56f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05b33c35f8434484aa03a579ecde878e&device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 1098 time: 0.0673242 Sep 07 04:36:54.419996 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Port 3f168241-3273-49a2-883f-bf76d502ab17 on network 6881e86b-0218-4b28-af23-89d938232d21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:36:54.419996 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Attempting to bind port 3f168241-3273-49a2-883f-bf76d502ab17 on network 6881e86b-0218-4b28-af23-89d938232d21 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:36:54.447589 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:36:54.447933 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Checking segment: {'id': 'f508e93d-056c-4485-9f5a-d70d90e0f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6881e86b-0218-4b28-af23-89d938232d21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:36:54.454433 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Bound using segment: {'id': 'f508e93d-056c-4485-9f5a-d70d90e0f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6881e86b-0218-4b28-af23-89d938232d21'} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:36:54.454433 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Bound port: 3f168241-3273-49a2-883f-bf76d502ab17, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f508e93d-056c-4485-9f5a-d70d90e0f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6881e86b-0218-4b28-af23-89d938232d21'}}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:36:54.454433 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:54.494777 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f9efbcd6-3f5b-446f-b6f0-da2769cfbe5b req-a0a37329-84c7-40c3-b499-211512f5e09e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820947 Sep 07 04:36:54.516711 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d21bbf99-d31d-4afb-870a-7c3a2af345f2 req-6365f8a7-9837-4348-9f5a-6a2b128b2c92 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943766 Sep 07 04:36:54.559272 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] For port 3f168241-3273-49a2-883f-bf76d502ab17, host hv-cinder-80403, cleared binding levels {{(pid=94312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:36:54.560012 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a49cbb-2c88-4c97-bf2d-addc8f792a8d req-eb20397b-724c-4f27-b9e2-42da2ac744f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:54.562200 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-30a49cbb-2c88-4c97-bf2d-addc8f792a8d req-eb20397b-724c-4f27-b9e2-42da2ac744f7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b HTTP/1.1" status: 200 len: 919 time: 0.1354656 Sep 07 04:36:54.563670 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] For port 3f168241-3273-49a2-883f-bf76d502ab17, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3f168241-3273-49a2-883f-bf76d502ab17,segment=NetworkSegment(f508e93d-056c-4485-9f5a-d70d90e0f434),segment_id=f508e93d-056c-4485-9f5a-d70d90e0f434)] {{(pid=94312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:36:54.604574 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-30a49cbb-2c88-4c97-bf2d-addc8f792a8d req-28c8f821-2167-4832-bc43-fd47acb8ae9a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05147852-8b97-44df-a012-1ef2983815b0 HTTP/1.1" status: 200 len: 217 time: 0.0351534 Sep 07 04:36:54.643011 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef515fe9-9e78-44ad-ae19-ef87d81a0191 req-cf91bd0e-8c8e-41b4-871d-545d02fae3f9 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:54.650212 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ef515fe9-9e78-44ad-ae19-ef87d81a0191 req-cf91bd0e-8c8e-41b4-871d-545d02fae3f9 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 944 time: 0.0640366 Sep 07 04:36:54.656845 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a49cbb-2c88-4c97-bf2d-addc8f792a8d req-610a252f-dc80-4183-8b77-ee66c00442f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:54.658574 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-30a49cbb-2c88-4c97-bf2d-addc8f792a8d req-610a252f-dc80-4183-8b77-ee66c00442f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=85bf212c-084f-42e5-9646-fcbba187f4b6 HTTP/1.1" status: 200 len: 858 time: 0.0473521 Sep 07 04:36:54.684227 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ef515fe9-9e78-44ad-ae19-ef87d81a0191 req-45decfc9-79f0-4d52-a249-cb6dd96d2d7c tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331631 Sep 07 04:36:54.698217 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-30a49cbb-2c88-4c97-bf2d-addc8f792a8d req-25bdd36d-5160-4ce7-8cb6-8721991c1d53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310447 Sep 07 04:36:54.724658 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:54.761728 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:54.762356 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:54.764437 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] 10.222.0.54 "PUT /v2.0/ports/3f168241-3273-49a2-883f-bf76d502ab17 HTTP/1.1" status: 200 len: 1094 time: 1.0923371 Sep 07 04:36:54.765239 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b700dcfc-8639-4f7e-87de-5ad3195b3cb6', 'tag': '3f168241-3273-49a2-883f-bf76d502ab17'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:36:54.769588 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27843d8-1741-4958-8479-3996203c144f" -d '{"events": [{"name": "network-changed", "server_uuid": "b700dcfc-8639-4f7e-87de-5ad3195b3cb6", "tag": "3f168241-3273-49a2-883f-bf76d502ab17"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:36:54.798109 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-30a49cbb-2c88-4c97-bf2d-addc8f792a8d req-0fd0450d-ff19-4095-9a1b-a05084cc9d53 service neutron] 10.222.0.54 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932522 Sep 07 04:36:54.813905 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61ff25a-2f45-467a-a502-2f75f932b1fe x-openstack-request-id: req-a61ff25a-2f45-467a-a502-2f75f932b1fe {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:36:54.815027 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b700dcfc-8639-4f7e-87de-5ad3195b3cb6", "tag": "3f168241-3273-49a2-883f-bf76d502ab17", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:36:54.815027 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a61ff25a-2f45-467a-a502-2f75f932b1fe {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:36:54.815522 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b700dcfc-8639-4f7e-87de-5ad3195b3cb6', 'tag': '3f168241-3273-49a2-883f-bf76d502ab17', 'status': 'completed', 'code': 200} Sep 07 04:36:54.818867 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa6472-5931-41a9-8254-298711b4eee1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f168241-3273-49a2-883f-bf76d502ab17,revision_number=3']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:54.903522 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27843d8-1741-4958-8479-3996203c144f req-371e1d6d-86af-4b16-aa17-ee772f92ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:54.905679 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b27843d8-1741-4958-8479-3996203c144f req-371e1d6d-86af-4b16-aa17-ee772f92ffee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee77f689e65e4fa4886639d6a4aa761d&device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 1097 time: 0.0488026 Sep 07 04:36:54.924800 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-30a49cbb-2c88-4c97-bf2d-addc8f792a8d req-6f8c4a08-834e-4e96-b242-43a8c823cccf service neutron] 10.222.0.54 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184211 Sep 07 04:36:55.033359 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27843d8-1741-4958-8479-3996203c144f req-217f6bf6-f738-4a50-91bc-741c8b65ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:55.034758 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b27843d8-1741-4958-8479-3996203c144f req-217f6bf6-f738-4a50-91bc-741c8b65ade4 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ee77f689e65e4fa4886639d6a4aa761d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1137128 Sep 07 04:36:55.132408 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27843d8-1741-4958-8479-3996203c144f req-46cc5a6b-6b81-44ba-bec0-2b3b3a24c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:55.133944 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b27843d8-1741-4958-8479-3996203c144f req-46cc5a6b-6b81-44ba-bec0-2b3b3a24c191 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905504 Sep 07 04:36:55.294066 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-85f72108-7826-4053-b61d-2526f5380c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:55.297717 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-85f72108-7826-4053-b61d-2526f5380c08 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee77f689e65e4fa4886639d6a4aa761d&device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 1097 time: 0.0466266 Sep 07 04:36:55.358137 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-8768ae54-c641-4f0f-8f09-215d4fad2fa1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f168241-3273-49a2-883f-bf76d502ab17 HTTP/1.1" status: 200 len: 217 time: 0.0363033 Sep 07 04:36:55.410389 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-462618c2-2166-4914-87b1-c114896be3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:55.411853 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-462618c2-2166-4914-87b1-c114896be3c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b24d7332-c618-4337-aad6-a5c269b2242c HTTP/1.1" status: 200 len: 848 time: 0.0470026 Sep 07 04:36:55.457269 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-79530741-dddb-4b4e-b580-7cf1e81544e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:55.458707 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-79530741-dddb-4b4e-b580-7cf1e81544e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6881e86b-0218-4b28-af23-89d938232d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396821 Sep 07 04:36:55.556841 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-be5b634f-28c8-4979-8ff3-18e79885057c service neutron] 10.222.0.54 "GET /v2.0/networks/6881e86b-0218-4b28-af23-89d938232d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907860 Sep 07 04:36:55.715400 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf3ddb-b42c-447f-a3ca-331275d880f2 req-f71bf831-55da-470b-9af5-0d1957cc53d7 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:55.716900 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2caf3ddb-b42c-447f-a3ca-331275d880f2 req-f71bf831-55da-470b-9af5-0d1957cc53d7 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.1284139 Sep 07 04:36:55.732003 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9696e-45a1-425d-af94-e91c02d4a3ce req-fd6b0214-07e1-4cff-b240-44a13868de70 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:55.733604 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-00e9696e-45a1-425d-af94-e91c02d4a3ce req-fd6b0214-07e1-4cff-b240-44a13868de70 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 944 time: 0.1322865 Sep 07 04:36:55.770094 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c28faff5-50b7-41b5-8550-b1fd1587e13f req-2cc2003b-48b1-411e-a84f-5f108b4fec9c service neutron] 10.222.0.54 "GET /v2.0/networks/6881e86b-0218-4b28-af23-89d938232d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932852 Sep 07 04:36:55.802560 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2caf3ddb-b42c-447f-a3ca-331275d880f2 req-d56b1b22-9644-4b2e-b0be-f1afaf5bacb7 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782559 Sep 07 04:36:55.808347 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-00e9696e-45a1-425d-af94-e91c02d4a3ce req-f6ec83bd-fe14-4fb0-90a3-f69165ef8c1a tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643039 Sep 07 04:36:55.912246 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a23f4-95e5-44b8-aeea-79f83e6a86ae req-1cc2c0ca-9992-4aa4-8a35-07b8e7779aea tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:55.913781 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-307a23f4-95e5-44b8-aeea-79f83e6a86ae req-1cc2c0ca-9992-4aa4-8a35-07b8e7779aea tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 944 time: 0.0537310 Sep 07 04:36:55.951694 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-307a23f4-95e5-44b8-aeea-79f83e6a86ae req-8ee06f88-b0bf-424e-ba51-9e0424fef51d tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316889 Sep 07 04:36:56.126268 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device c8598078-a9f8-4119-9e7e-e32b83f557f9 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:36:56.220167 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port c8598078-a9f8-4119-9e7e-e32b83f557f9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c8598078-a9f8-4119-9e7e-e32b83f557f9,segment=NetworkSegment(d85d9ca0-608b-4023-987a-7b47426d7314),segment_id=d85d9ca0-608b-4023-987a-7b47426d7314)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:56.231245 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': 'c8598078-a9f8-4119-9e7e-e32b83f557f9', 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d', 'port_id': 'c8598078-a9f8-4119-9e7e-e32b83f557f9', 'mac_address': 'fa:16:3e:57:46:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948ddb29-54aa-4625-aa0b-3c56e0738953', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:36:56.271449 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:56.284169 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8598078-a9f8-4119-9e7e-e32b83f557f9 {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:36:56.302969 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port c8598078-a9f8-4119-9e7e-e32b83f557f9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c8598078-a9f8-4119-9e7e-e32b83f557f9,segment=NetworkSegment(d85d9ca0-608b-4023-987a-7b47426d7314),segment_id=d85d9ca0-608b-4023-987a-7b47426d7314)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:56.421653 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:56.467582 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=c8598078-a9f8-4119-9e7e-e32b83f557f9,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:56.722897 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38560) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:56.772676 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-140dc534-2e2d-46e1-a7a0-e5908c2f94d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:56.817439 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['c8598078-a9f8-4119-9e7e-e32b83f557f9'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:36:56.829841 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-f80918e6-2679-4f6b-9a18-949bc9aad181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:56.942916 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-f80918e6-2679-4f6b-9a18-949bc9aad181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:56.977758 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8afe8-18fa-4391-bccb-6c18f0cd84e6 req-b24240cd-0f00-4093-b5b9-1a23b8fcee99 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:56.979408 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b6b8afe8-18fa-4391-bccb-6c18f0cd84e6 req-b24240cd-0f00-4093-b5b9-1a23b8fcee99 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.1002643 Sep 07 04:36:57.021490 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4486b59-72af-43b4-a115-62b371080cd5 req-0161aa8e-c64b-4710-82da-f99a80969c03 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:57.023996 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f4486b59-72af-43b4-a115-62b371080cd5 req-0161aa8e-c64b-4710-82da-f99a80969c03 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 944 time: 0.0819995 Sep 07 04:36:57.026147 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-f80918e6-2679-4f6b-9a18-949bc9aad181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:57.044263 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b6b8afe8-18fa-4391-bccb-6c18f0cd84e6 req-0df5b6c3-9236-4d44-91ac-02c98df13607 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577464 Sep 07 04:36:57.076192 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-f80918e6-2679-4f6b-9a18-949bc9aad181 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f09c9830da3741158b4006ace6e620e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500314 Sep 07 04:36:57.079973 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 38570) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:57.086564 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80918e6-2679-4f6b-9a18-949bc9aad181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4533567-c53a-4175-abab-b9c8afa92302,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:57.108002 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f4486b59-72af-43b4-a115-62b371080cd5 req-d272f816-530c-41ea-ad58-13e5c26f3440 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745127 Sep 07 04:36:57.176845 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-51a0e9d5-1205-4cde-a21a-b0f123d51aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:57.209846 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf351f9-c2fb-43aa-be50-39d7b18829a0 req-aea94fdf-9f69-46e8-80f9-b7e08d051b7d tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:57.211481 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bdf351f9-c2fb-43aa-be50-39d7b18829a0 req-aea94fdf-9f69-46e8-80f9-b7e08d051b7d tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 945 time: 0.0867126 Sep 07 04:36:57.217215 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-51a0e9d5-1205-4cde-a21a-b0f123d51aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:57.281401 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bdf351f9-c2fb-43aa-be50-39d7b18829a0 req-0694269d-791f-47aa-9e61-b196f9bd937a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619788 Sep 07 04:36:57.455337 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-51a0e9d5-1205-4cde-a21a-b0f123d51aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:57.457919 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-51a0e9d5-1205-4cde-a21a-b0f123d51aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:57.459049 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-51a0e9d5-1205-4cde-a21a-b0f123d51aea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a4533567-c53a-4175-abab-b9c8afa92302 HTTP/1.1" status: 204 len: 168 time: 0.3777606 Sep 07 04:36:57.468235 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0e9d5-1205-4cde-a21a-b0f123d51aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4533567-c53a-4175-abab-b9c8afa92302,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:58.105593 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 38578) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:58.121565 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-581ebff8-2581-4a96-8548-ec56a01fd00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:58.140890 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device c8598078-a9f8-4119-9e7e-e32b83f557f9 up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:36:58.213770 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db207a-df84-4d53-85b4-0bd16b9a8f4c req-5c2f54ae-46d2-4bec-937d-0296948730f3 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:58.215111 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-74db207a-df84-4d53-85b4-0bd16b9a8f4c req-5c2f54ae-46d2-4bec-937d-0296948730f3 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0842783 Sep 07 04:36:58.266855 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port c8598078-a9f8-4119-9e7e-e32b83f557f9 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:36:58.271193 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port c8598078-a9f8-4119-9e7e-e32b83f557f9 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:36:58.271568 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:58.292171 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-74db207a-df84-4d53-85b4-0bd16b9a8f4c req-b656ec77-3b14-4919-a31f-2d033b87f7d2 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697453 Sep 07 04:36:58.310913 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d0151-4dff-4330-8ff4-5c85ded3c9ce req-b19f7155-8609-41ef-ae75-a46b42ffed32 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:58.310913 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3b6d0151-4dff-4330-8ff4-5c85ded3c9ce req-b19f7155-8609-41ef-ae75-a46b42ffed32 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 944 time: 0.1155937 Sep 07 04:36:58.368768 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:58.370657 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3b6d0151-4dff-4330-8ff4-5c85ded3c9ce req-e25f5ec5-f36e-4d6a-ab7a-152313d114d1 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548878 Sep 07 04:36:58.382138 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-581ebff8-2581-4a96-8548-ec56a01fd00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:58.398748 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10182b4e-41e8-49a6-95c5-3e39fdf9148e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8598078-a9f8-4119-9e7e-e32b83f557f9'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:36:58.401070 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbeaf7cf-a106-42ae-a4c1-8ecb3ca3c0ea" -d '{"events": [{"server_uuid": "10182b4e-41e8-49a6-95c5-3e39fdf9148e", "name": "network-vif-plugged", "status": "completed", "tag": "c8598078-a9f8-4119-9e7e-e32b83f557f9"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:36:58.421689 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port c8598078-a9f8-4119-9e7e-e32b83f557f9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c8598078-a9f8-4119-9e7e-e32b83f557f9,segment=NetworkSegment(d85d9ca0-608b-4023-987a-7b47426d7314),segment_id=d85d9ca0-608b-4023-987a-7b47426d7314)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:36:58.445088 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e85b51b-3832-4a6a-8129-a938776680ab x-openstack-request-id: req-8e85b51b-3832-4a6a-8129-a938776680ab {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:36:58.445469 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10182b4e-41e8-49a6-95c5-3e39fdf9148e", "name": "network-vif-plugged", "status": "completed", "tag": "c8598078-a9f8-4119-9e7e-e32b83f557f9", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:36:58.445836 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e85b51b-3832-4a6a-8129-a938776680ab {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:36:58.446314 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10182b4e-41e8-49a6-95c5-3e39fdf9148e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8598078-a9f8-4119-9e7e-e32b83f557f9', 'code': 200} Sep 07 04:36:58.456055 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-581ebff8-2581-4a96-8548-ec56a01fd00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:58.507079 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:58.511016 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675ecb4-88ec-4474-b59f-88a5a5a6a343 req-e6c12717-884e-4cfd-85fe-26f243d46c0a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:58.512677 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8675ecb4-88ec-4474-b59f-88a5a5a6a343 req-e6c12717-884e-4cfd-85fe-26f243d46c0a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 945 time: 0.1040335 Sep 07 04:36:58.513804 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ebff8-2581-4a96-8548-ec56a01fd00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d9b8f6-db0b-49f4-bde1-2f2ad539fef3,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:58.518769 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-581ebff8-2581-4a96-8548-ec56a01fd00e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c10ec465b1c84ca9ab6ba281719a3ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4115236 Sep 07 04:36:58.523258 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38592) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:36:58.570269 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8675ecb4-88ec-4474-b59f-88a5a5a6a343 req-c62e59f3-6dc5-49df-8705-968eed21a618 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458484 Sep 07 04:36:58.579482 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2c5af324-387d-4398-823b-8487cd6c2d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:58.583865 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=c8598078-a9f8-4119-9e7e-e32b83f557f9,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:58.606425 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2c5af324-387d-4398-823b-8487cd6c2d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:58.772979 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2c5af324-387d-4398-823b-8487cd6c2d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:58.775539 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2c5af324-387d-4398-823b-8487cd6c2d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:58.779837 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-2c5af324-387d-4398-823b-8487cd6c2d41 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27d9b8f6-db0b-49f4-bde1-2f2ad539fef3 HTTP/1.1" status: 204 len: 168 time: 0.2544661 Sep 07 04:36:58.785386 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5af324-387d-4398-823b-8487cd6c2d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d9b8f6-db0b-49f4-bde1-2f2ad539fef3,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:36:58.892264 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b055a-6e9e-43d1-8d8a-c9e5606b9298 req-e3cff01f-ab16-45af-940e-20cee37be528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:58.893780 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-474b055a-6e9e-43d1-8d8a-c9e5606b9298 req-e3cff01f-ab16-45af-940e-20cee37be528 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 1099 time: 0.0410216 Sep 07 04:36:58.931449 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-474b055a-6e9e-43d1-8d8a-c9e5606b9298 req-0867fae0-bda4-4653-a0b4-7d7fd9cf9a8d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295892 Sep 07 04:36:59.495797 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02591b-5c87-4c87-a24a-3813a580cfc5 req-4473eda6-26d2-491e-8c83-5b61631376b8 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:59.498456 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cf02591b-5c87-4c87-a24a-3813a580cfc5 req-4473eda6-26d2-491e-8c83-5b61631376b8 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 944 time: 0.0505764 Sep 07 04:36:59.538122 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cf02591b-5c87-4c87-a24a-3813a580cfc5 req-0c4e10c3-34f4-4627-8e40-15123ff7c026 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338888 Sep 07 04:36:59.553178 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-d16223c5-5b3a-4e8c-84c1-2eac4b1d9299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:59.604595 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:36:59.686304 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4ba67-06d9-4f35-b983-b0c2229299f7 req-dd662fb8-f260-4b8c-8347-af5fc3164027 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:36:59.687812 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f3c4ba67-06d9-4f35-b983-b0c2229299f7 req-dd662fb8-f260-4b8c-8347-af5fc3164027 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 946 time: 0.0546801 Sep 07 04:36:59.726810 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f3c4ba67-06d9-4f35-b983-b0c2229299f7 req-15425578-b743-4397-9e82-e825d866b68c tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330863 Sep 07 04:37:00.538476 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:00.661680 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30526840-6c76-488c-8d28-7ed1961a74fb req-786f3ee0-9fcf-4fdd-b1ef-d2cdf70179db tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:00.663178 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-30526840-6c76-488c-8d28-7ed1961a74fb req-786f3ee0-9fcf-4fdd-b1ef-d2cdf70179db tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 944 time: 0.0561049 Sep 07 04:37:00.709110 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-30526840-6c76-488c-8d28-7ed1961a74fb req-ad1ef75f-ea43-4579-80c8-2914e8be910a tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348279 Sep 07 04:37:00.777707 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a376fbbe-5f23-43a7-8d1d-f6428264fab1 req-823fd9ca-1d37-4c9c-86c2-984ad7479cb7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397546 Sep 07 04:37:00.869658 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7621e-78ad-4591-84ce-03924150dc3d req-dfec90cb-9fe7-49c9-b7c7-76b5d93f7ef6 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:00.871126 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-16f7621e-78ad-4591-84ce-03924150dc3d req-dfec90cb-9fe7-49c9-b7c7-76b5d93f7ef6 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 946 time: 0.0767636 Sep 07 04:37:00.887548 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376fbbe-5f23-43a7-8d1d-f6428264fab1 req-5ebfd794-01a8-46bd-8193-2539dca83629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:00.889752 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a376fbbe-5f23-43a7-8d1d-f6428264fab1 req-5ebfd794-01a8-46bd-8193-2539dca83629 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05b33c35f8434484aa03a579ecde878e&device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 1098 time: 0.0666122 Sep 07 04:37:00.927693 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-16f7621e-78ad-4591-84ce-03924150dc3d req-7e6d744c-fbb5-4880-b035-0caa264898a4 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487823 Sep 07 04:37:01.010366 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376fbbe-5f23-43a7-8d1d-f6428264fab1 req-43d3dbf8-5175-4436-876a-f3e39508d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:01.012035 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a376fbbe-5f23-43a7-8d1d-f6428264fab1 req-43d3dbf8-5175-4436-876a-f3e39508d7db service neutron] 10.222.0.54 "GET /v2.0/networks?id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b HTTP/1.1" status: 200 len: 919 time: 0.0984013 Sep 07 04:37:01.071496 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a376fbbe-5f23-43a7-8d1d-f6428264fab1 req-5455ef90-41a1-412c-86ee-a32d8458ed25 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05147852-8b97-44df-a012-1ef2983815b0 HTTP/1.1" status: 200 len: 217 time: 0.0506005 Sep 07 04:37:01.139808 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253de9b-3ea4-4d28-a8bb-73d2334d6f1c req-f9e567d1-6975-4438-9f5b-14b40df12a4b tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:01.141315 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e253de9b-3ea4-4d28-a8bb-73d2334d6f1c req-f9e567d1-6975-4438-9f5b-14b40df12a4b tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 946 time: 0.1125550 Sep 07 04:37:01.146589 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376fbbe-5f23-43a7-8d1d-f6428264fab1 req-2f01b816-18b1-4b56-b239-2149c0c5b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:01.147896 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a376fbbe-5f23-43a7-8d1d-f6428264fab1 req-2f01b816-18b1-4b56-b239-2149c0c5b08d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=85bf212c-084f-42e5-9646-fcbba187f4b6 HTTP/1.1" status: 200 len: 858 time: 0.0601873 Sep 07 04:37:01.200129 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a376fbbe-5f23-43a7-8d1d-f6428264fab1 req-54b03518-451e-4169-ab5b-37f3acd16cef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c17a6419-1b26-4e6e-b7a1-2340b9a5785b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361063 Sep 07 04:37:01.207846 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e253de9b-3ea4-4d28-a8bb-73d2334d6f1c req-b9da38be-bc2e-49e5-bfce-7ad5538c6970 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590713 Sep 07 04:37:01.312745 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a376fbbe-5f23-43a7-8d1d-f6428264fab1 req-373e12a9-739c-4a88-9756-eb31e7fc1719 service neutron] 10.222.0.54 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948639 Sep 07 04:37:01.418678 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a376fbbe-5f23-43a7-8d1d-f6428264fab1 req-fb2296aa-fa03-4f56-ae99-56477df770dc service neutron] 10.222.0.54 "GET /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901461 Sep 07 04:37:01.544056 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448388e-4a30-49fc-a38d-bfbd57bbdb02 req-d69404dc-abc8-4eee-b16b-a0b0373b64f0 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:01.546405 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f448388e-4a30-49fc-a38d-bfbd57bbdb02 req-d69404dc-abc8-4eee-b16b-a0b0373b64f0 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 946 time: 0.0511649 Sep 07 04:37:01.584787 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f448388e-4a30-49fc-a38d-bfbd57bbdb02 req-5e8f1e24-5a62-4881-aa63-a0f233191eea tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321832 Sep 07 04:37:01.633519 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38684) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:01.737959 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-05af740b-2414-4eb1-b83a-cee7654d7bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:01.831370 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7ac7b-1c45-4520-af7e-26817ab3c6fe req-a7f44dfb-10cf-4aaf-8812-5a4e762f45ea tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:01.832880 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bef7ac7b-1c45-4520-af7e-26817ab3c6fe req-a7f44dfb-10cf-4aaf-8812-5a4e762f45ea tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 944 time: 0.0525398 Sep 07 04:37:01.833888 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-05af740b-2414-4eb1-b83a-cee7654d7bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:01.875371 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bef7ac7b-1c45-4520-af7e-26817ab3c6fe req-c3e8eaad-f530-434a-83cf-863d71cdcfa8 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361230 Sep 07 04:37:01.927496 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-05af740b-2414-4eb1-b83a-cee7654d7bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:01.967083 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-05af740b-2414-4eb1-b83a-cee7654d7bad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aecbac4d09cf4c21974ce46e19867253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323638 Sep 07 04:37:01.967939 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af740b-2414-4eb1-b83a-cee7654d7bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740555a0-cfa1-49d1-8a13-31d7f95e4502,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:01.969763 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 38690) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:01.975016 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af740b-2414-4eb1-b83a-cee7654d7bad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:01.975591 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af740b-2414-4eb1-b83a-cee7654d7bad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:01.975752 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af740b-2414-4eb1-b83a-cee7654d7bad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:01.976053 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af740b-2414-4eb1-b83a-cee7654d7bad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:01.976390 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af740b-2414-4eb1-b83a-cee7654d7bad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:01.976772 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af740b-2414-4eb1-b83a-cee7654d7bad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:01.977108 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af740b-2414-4eb1-b83a-cee7654d7bad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:01.977443 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af740b-2414-4eb1-b83a-cee7654d7bad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:01.977777 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af740b-2414-4eb1-b83a-cee7654d7bad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:01.978106 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af740b-2414-4eb1-b83a-cee7654d7bad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:01.978431 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af740b-2414-4eb1-b83a-cee7654d7bad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:01.978757 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af740b-2414-4eb1-b83a-cee7654d7bad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:02.019146 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cc42e026-1cca-4eaf-9c04-86bf374429d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:02.040458 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cc42e026-1cca-4eaf-9c04-86bf374429d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:02.184170 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cc42e026-1cca-4eaf-9c04-86bf374429d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:02.187411 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cc42e026-1cca-4eaf-9c04-86bf374429d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:02.188603 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-cc42e026-1cca-4eaf-9c04-86bf374429d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/740555a0-cfa1-49d1-8a13-31d7f95e4502 HTTP/1.1" status: 204 len: 168 time: 0.2177935 Sep 07 04:37:02.196215 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42e026-1cca-4eaf-9c04-86bf374429d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740555a0-cfa1-49d1-8a13-31d7f95e4502,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:02.204324 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42e026-1cca-4eaf-9c04-86bf374429d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:02.204705 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42e026-1cca-4eaf-9c04-86bf374429d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:02.205056 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42e026-1cca-4eaf-9c04-86bf374429d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:02.205393 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42e026-1cca-4eaf-9c04-86bf374429d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:02.205726 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42e026-1cca-4eaf-9c04-86bf374429d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:02.206106 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42e026-1cca-4eaf-9c04-86bf374429d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:02.206433 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42e026-1cca-4eaf-9c04-86bf374429d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:02.206769 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42e026-1cca-4eaf-9c04-86bf374429d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:02.207214 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42e026-1cca-4eaf-9c04-86bf374429d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:02.207413 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42e026-1cca-4eaf-9c04-86bf374429d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:02.207738 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42e026-1cca-4eaf-9c04-86bf374429d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:02.208067 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42e026-1cca-4eaf-9c04-86bf374429d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:02.504315 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:03.008576 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43d720-6f3c-4d0d-8c2f-246fdf45791b req-255cf777-3f12-411f-8ae0-3710ed205798 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:03.009970 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2c43d720-6f3c-4d0d-8c2f-246fdf45791b req-255cf777-3f12-411f-8ae0-3710ed205798 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 944 time: 0.0516393 Sep 07 04:37:03.032779 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38708) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:03.047169 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-739f50d9-9b25-476e-a552-826d34331de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:03.051815 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2c43d720-6f3c-4d0d-8c2f-246fdf45791b req-1a136c3f-9a1d-4847-bd2e-2ae55d12970d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349474 Sep 07 04:37:03.137524 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-739f50d9-9b25-476e-a552-826d34331de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:03.209422 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-739f50d9-9b25-476e-a552-826d34331de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:03.246820 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-739f50d9-9b25-476e-a552-826d34331de5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17c6740a8e994e89992f9788d9f71851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123909 Sep 07 04:37:03.248249 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f50d9-9b25-476e-a552-826d34331de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737794c4-6852-46fe-9b08-35f952cc92b8,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:03.250009 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 38710) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:03.299337 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-faba22a5-7543-424a-9f03-cb8499230e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:03.324160 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-faba22a5-7543-424a-9f03-cb8499230e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:03.452994 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-faba22a5-7543-424a-9f03-cb8499230e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:03.455604 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-faba22a5-7543-424a-9f03-cb8499230e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:03.456769 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-faba22a5-7543-424a-9f03-cb8499230e39 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/737794c4-6852-46fe-9b08-35f952cc92b8 HTTP/1.1" status: 204 len: 168 time: 0.2057657 Sep 07 04:37:03.464905 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba22a5-7543-424a-9f03-cb8499230e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737794c4-6852-46fe-9b08-35f952cc92b8,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:04.176018 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 3f168241-3273-49a2-883f-bf76d502ab17 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:37:04.245567 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb2b62-a0dd-4715-be31-95abb5f905aa req-3307b246-aec6-47be-bd55-95fcb3371679 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:04.249100 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bccb2b62-a0dd-4715-be31-95abb5f905aa req-3307b246-aec6-47be-bd55-95fcb3371679 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 944 time: 0.0536911 Sep 07 04:37:04.283936 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 3f168241-3273-49a2-883f-bf76d502ab17, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3f168241-3273-49a2-883f-bf76d502ab17,segment=NetworkSegment(f508e93d-056c-4485-9f5a-d70d90e0f434),segment_id=f508e93d-056c-4485-9f5a-d70d90e0f434)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:37:04.287727 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bccb2b62-a0dd-4715-be31-95abb5f905aa req-a964ecf0-7c62-4ce3-9938-fdbfbb89ecba tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333376 Sep 07 04:37:04.295386 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': '3f168241-3273-49a2-883f-bf76d502ab17', 'network_id': '6881e86b-0218-4b28-af23-89d938232d21', 'port_id': '3f168241-3273-49a2-883f-bf76d502ab17', 'mac_address': 'fa:16:3e:70:f8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:37:04.341782 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:04.356190 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f168241-3273-49a2-883f-bf76d502ab17 {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:37:04.378096 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 3f168241-3273-49a2-883f-bf76d502ab17, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3f168241-3273-49a2-883f-bf76d502ab17,segment=NetworkSegment(f508e93d-056c-4485-9f5a-d70d90e0f434),segment_id=f508e93d-056c-4485-9f5a-d70d90e0f434)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:37:04.396461 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18839a5a-7955-4f4b-8020-3d9233a28da2 req-8bc8684d-93f4-452a-a86e-c95e3d1eb63e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:04.398006 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-18839a5a-7955-4f4b-8020-3d9233a28da2 req-8bc8684d-93f4-452a-a86e-c95e3d1eb63e tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0515771 Sep 07 04:37:04.439709 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-18839a5a-7955-4f4b-8020-3d9233a28da2 req-0fd3b49a-a4c7-4bf7-9c16-2cd07047e539 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345399 Sep 07 04:37:04.450302 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:04.452560 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:04.508843 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=3f168241-3273-49a2-883f-bf76d502ab17,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:04.846287 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['3f168241-3273-49a2-883f-bf76d502ab17'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:37:05.263761 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38766) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:05.368812 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-519f9362-fd81-452a-a485-843be07ae4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:05.405153 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b185b-2ba5-4c7b-8f3c-4aeaf409a0cc req-f46b6014-5572-403a-953b-e79c075b3539 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:05.406618 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-092b185b-2ba5-4c7b-8f3c-4aeaf409a0cc req-f46b6014-5572-403a-953b-e79c075b3539 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 945 time: 0.0533288 Sep 07 04:37:05.446814 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-092b185b-2ba5-4c7b-8f3c-4aeaf409a0cc req-783b105f-65f0-4f03-94d1-9b93d0ec05ed tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328860 Sep 07 04:37:05.462232 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-519f9362-fd81-452a-a485-843be07ae4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:05.535257 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-519f9362-fd81-452a-a485-843be07ae4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:05.565846 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908ca03-686b-4796-bb38-239eb10cebb0 req-1c188282-8ee4-499f-ada5-891958ddc21c tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:05.567335 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a908ca03-686b-4796-bb38-239eb10cebb0 req-1c188282-8ee4-499f-ada5-891958ddc21c tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0490723 Sep 07 04:37:05.577003 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-519f9362-fd81-452a-a485-843be07ae4e2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=01f0c6e94e7d4d79b7f39eb0ce0255d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092439 Sep 07 04:37:05.577003 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f9362-fd81-452a-a485-843be07ae4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5e0c54-ec82-43ff-97b0-5a4398df1073,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:05.579040 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38774) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:05.606942 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a908ca03-686b-4796-bb38-239eb10cebb0 req-373ca075-ef7a-43ef-b852-8d0b9338697a tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331736 Sep 07 04:37:05.628869 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-a90b2ced-2c58-4dae-985d-63b2105788ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:05.649222 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-a90b2ced-2c58-4dae-985d-63b2105788ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:05.793145 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-a90b2ced-2c58-4dae-985d-63b2105788ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:05.796298 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-a90b2ced-2c58-4dae-985d-63b2105788ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:05.797673 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-a90b2ced-2c58-4dae-985d-63b2105788ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8f5e0c54-ec82-43ff-97b0-5a4398df1073 HTTP/1.1" status: 204 len: 168 time: 0.2172403 Sep 07 04:37:05.805488 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b2ced-2c58-4dae-985d-63b2105788ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5e0c54-ec82-43ff-97b0-5a4398df1073,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:06.194384 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 3f168241-3273-49a2-883f-bf76d502ab17 up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:37:06.304159 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port 3f168241-3273-49a2-883f-bf76d502ab17 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:37:06.308032 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port 3f168241-3273-49a2-883f-bf76d502ab17 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:37:06.308409 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:06.384627 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:06.407002 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b700dcfc-8639-4f7e-87de-5ad3195b3cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f168241-3273-49a2-883f-bf76d502ab17'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:37:06.409403 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8be7fd3-45bd-4c64-b9e7-61eb71589f00" -d '{"events": [{"server_uuid": "b700dcfc-8639-4f7e-87de-5ad3195b3cb6", "name": "network-vif-plugged", "status": "completed", "tag": "3f168241-3273-49a2-883f-bf76d502ab17"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:37:06.424940 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 3f168241-3273-49a2-883f-bf76d502ab17, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3f168241-3273-49a2-883f-bf76d502ab17,segment=NetworkSegment(f508e93d-056c-4485-9f5a-d70d90e0f434),segment_id=f508e93d-056c-4485-9f5a-d70d90e0f434)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:37:06.446743 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f93271-6b77-41c6-a163-f9fd504aa8ba x-openstack-request-id: req-d7f93271-6b77-41c6-a163-f9fd504aa8ba {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:37:06.447019 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b700dcfc-8639-4f7e-87de-5ad3195b3cb6", "name": "network-vif-plugged", "status": "completed", "tag": "3f168241-3273-49a2-883f-bf76d502ab17", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:37:06.447272 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7f93271-6b77-41c6-a163-f9fd504aa8ba {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:37:06.447661 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b700dcfc-8639-4f7e-87de-5ad3195b3cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f168241-3273-49a2-883f-bf76d502ab17', 'code': 200} Sep 07 04:37:06.498521 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:06.548901 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=3f168241-3273-49a2-883f-bf76d502ab17,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:06.574463 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff14d80-1d4b-4ede-b609-a4c1fae5038d req-db36fca5-1c70-4ea3-9a3e-47e8889d80f9 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:06.576922 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bff14d80-1d4b-4ede-b609-a4c1fae5038d req-db36fca5-1c70-4ea3-9a3e-47e8889d80f9 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0582581 Sep 07 04:37:06.619143 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bff14d80-1d4b-4ede-b609-a4c1fae5038d req-aedff98b-0169-4300-95b7-184d0ffabc74 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337853 Sep 07 04:37:06.729034 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f56ea5-faaa-4729-8e10-973a44764ccb req-47bd3695-fa08-457b-a035-7b25575be7ab tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:06.730498 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-83f56ea5-faaa-4729-8e10-973a44764ccb req-47bd3695-fa08-457b-a035-7b25575be7ab tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0516431 Sep 07 04:37:06.769402 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-83f56ea5-faaa-4729-8e10-973a44764ccb req-7b0478ed-87d2-459c-8e29-9392671a0d23 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328536 Sep 07 04:37:06.903097 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ec97b-a690-4b5f-9e09-78173678b8d3 req-11ccc4c5-86c2-44bf-aed7-6a9c22d377c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:06.904703 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0e2ec97b-a690-4b5f-9e09-78173678b8d3 req-11ccc4c5-86c2-44bf-aed7-6a9c22d377c4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 1099 time: 0.0408673 Sep 07 04:37:06.943377 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0e2ec97b-a690-4b5f-9e09-78173678b8d3 req-a5e707d8-d5b1-41b8-91af-c4c477467cb2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278745 Sep 07 04:37:07.417921 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f5340-a061-48a1-974a-c1edcc9c7145 req-330a7c92-2a87-4cb7-84d7-5486bb33ab91 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:07.419931 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-902f5340-a061-48a1-974a-c1edcc9c7145 req-330a7c92-2a87-4cb7-84d7-5486bb33ab91 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 946 time: 0.0494580 Sep 07 04:37:07.514312 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-902f5340-a061-48a1-974a-c1edcc9c7145 req-41c14bb0-e798-42c4-af7b-5979ae38c7fe tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Deleting port f602c2ba-447d-4f73-acfa-d9a125bf7662 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:37:07.514646 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-902f5340-a061-48a1-974a-c1edcc9c7145 req-41c14bb0-e798-42c4-af7b-5979ae38c7fe tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:07.603309 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-902f5340-a061-48a1-974a-c1edcc9c7145 req-41c14bb0-e798-42c4-af7b-5979ae38c7fe tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] For port f602c2ba-447d-4f73-acfa-d9a125bf7662, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f602c2ba-447d-4f73-acfa-d9a125bf7662,segment=NetworkSegment(cfe5abd2-5be5-406a-b9f5-5596db348f17),segment_id=cfe5abd2-5be5-406a-b9f5-5596db348f17)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:37:07.603998 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-902f5340-a061-48a1-974a-c1edcc9c7145 req-41c14bb0-e798-42c4-af7b-5979ae38c7fe tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:07.616720 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-902f5340-a061-48a1-974a-c1edcc9c7145 req-41c14bb0-e798-42c4-af7b-5979ae38c7fe tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Calling delete_port for f602c2ba-447d-4f73-acfa-d9a125bf7662 owned by compute:nova {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:37:07.784279 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263119d-9419-4bad-82af-d74fed246531 req-4cef6780-cd0e-4cc5-8cfc-6b56f5e7e894 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:07.785811 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6263119d-9419-4bad-82af-d74fed246531 req-4cef6780-cd0e-4cc5-8cfc-6b56f5e7e894 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0935736 Sep 07 04:37:07.825653 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6263119d-9419-4bad-82af-d74fed246531 req-a2fab7e5-0920-47b3-823e-af4eece062eb tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337927 Sep 07 04:37:07.879749 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-902f5340-a061-48a1-974a-c1edcc9c7145 req-41c14bb0-e798-42c4-af7b-5979ae38c7fe tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:07.936477 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['05147852-8b97-44df-a012-1ef2983815b0', 'f602c2ba-447d-4f73-acfa-d9a125bf7662'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:37:07.948434 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-724344cd-4693-407d-9193-9b24618a7465 req-e1711f07-2acd-46f7-8941-f3d104f261d3 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 210 time: 0.0549004 Sep 07 04:37:07.949208 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c14bb0-e798-42c4-af7b-5979ae38c7fe tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Pushing event deleted for resources: {'Port': ['ID=f602c2ba-447d-4f73-acfa-d9a125bf7662,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:07.996920 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-902f5340-a061-48a1-974a-c1edcc9c7145 req-41c14bb0-e798-42c4-af7b-5979ae38c7fe tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] No DVR routers for this DVR port f602c2ba-447d-4f73-acfa-d9a125bf7662 on host hv-cinder-80403 {{(pid=94312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:37:07.999849 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-902f5340-a061-48a1-974a-c1edcc9c7145 req-41c14bb0-e798-42c4-af7b-5979ae38c7fe tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:08.002475 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-902f5340-a061-48a1-974a-c1edcc9c7145 req-41c14bb0-e798-42c4-af7b-5979ae38c7fe tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.54 "DELETE /v2.0/ports/f602c2ba-447d-4f73-acfa-d9a125bf7662 HTTP/1.1" status: 204 len: 173 time: 0.5759926 Sep 07 04:37:08.002949 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a0619d-c581-44e8-9be8-4f83f4e619e3', 'name': 'network-vif-deleted', 'tag': 'f602c2ba-447d-4f73-acfa-d9a125bf7662'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:37:08.005182 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d08e64-8879-4a63-bb50-3cd720c2c956" -d '{"events": [{"server_uuid": "b8a0619d-c581-44e8-9be8-4f83f4e619e3", "name": "network-vif-deleted", "tag": "f602c2ba-447d-4f73-acfa-d9a125bf7662"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:37:08.043165 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119477ec-eacf-4fd9-b89f-4ec390cac724 x-openstack-request-id: req-119477ec-eacf-4fd9-b89f-4ec390cac724 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:37:08.043456 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a0619d-c581-44e8-9be8-4f83f4e619e3", "name": "network-vif-deleted", "tag": "f602c2ba-447d-4f73-acfa-d9a125bf7662", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:37:08.043707 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-119477ec-eacf-4fd9-b89f-4ec390cac724 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:37:08.044123 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a0619d-c581-44e8-9be8-4f83f4e619e3', 'name': 'network-vif-deleted', 'tag': 'f602c2ba-447d-4f73-acfa-d9a125bf7662', 'status': 'completed', 'code': 200} Sep 07 04:37:08.947374 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab10dd3-6b20-4230-8e1d-e9ed36d2d6c9 req-bdc64eeb-2471-4e8a-9da3-e9ebaf38b385 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:08.949065 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8ab10dd3-6b20-4230-8e1d-e9ed36d2d6c9 req-bdc64eeb-2471-4e8a-9da3-e9ebaf38b385 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0509536 Sep 07 04:37:08.999907 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8ab10dd3-6b20-4230-8e1d-e9ed36d2d6c9 req-2f10bda9-e7f9-4867-a151-0452e7cc8a6c tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425899 Sep 07 04:37:09.071608 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-05602fbf-b8fc-4b5e-be25-651826de3137 req-51c271f2-c905-4f5e-8546-a984834367fb tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a0619d-c581-44e8-9be8-4f83f4e619e3 HTTP/1.1" status: 200 len: 210 time: 0.0308120 Sep 07 04:37:09.118009 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0ec7a-7b83-44b6-bd6c-66da24b7dcbd req-91912829-ea46-4eb0-b2d3-5f5cffb18870 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:09.119463 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a2f0ec7a-7b83-44b6-bd6c-66da24b7dcbd req-91912829-ea46-4eb0-b2d3-5f5cffb18870 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0505061 Sep 07 04:37:09.157723 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a2f0ec7a-7b83-44b6-bd6c-66da24b7dcbd req-21cc29f6-ba0e-4f78-a807-bea307042492 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312004 Sep 07 04:37:09.178849 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 38852) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:09.373858 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf28dae3-94a5-45d2-b0ff-a235a20c6a93 tempest-TestShelveInstance-1681182339 tempest-TestShelveInstance-1681182339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:09.375376 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-cf28dae3-94a5-45d2-b0ff-a235a20c6a93 tempest-TestShelveInstance-1681182339 tempest-TestShelveInstance-1681182339-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 1094 time: 0.1955898 Sep 07 04:37:09.378634 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 38858) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:09.382853 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Request body: {'floatingip': {'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'port_id': '3f168241-3273-49a2-883f-bf76d502ab17', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:09.472688 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for floatingip, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:09.571562 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:09.671868 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Allocated IP 172.27.2.85 (8b8648d5-0172-4d8a-aa17-a0353230f6f5/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8/bebac6e6-7227-4732-9b87-72b5e92f78b0) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:37:09.773538 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:09.947492 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:09.986216 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:37:09.989068 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:37:09.994557 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:37:10.016431 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Pushing event updated for resources: {'Port': ['ID=bebac6e6-7227-4732-9b87-72b5e92f78b0,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:10.603411 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:10.672882 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38876) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:10.689570 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac696f00-ab14-4c78-a290-451d8e9f75dd req-bf3aa658-7c8f-4a4d-9b85-dd4344a65569 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:10.691087 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ac696f00-ab14-4c78-a290-451d8e9f75dd req-bf3aa658-7c8f-4a4d-9b85-dd4344a65569 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0490949 Sep 07 04:37:10.735970 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ac696f00-ab14-4c78-a290-451d8e9f75dd req-0673fd0f-2dcd-4c79-ae04-2c3dcae2e58f tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388236 Sep 07 04:37:10.758762 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:10.782153 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-259b4462-7b87-4564-8acf-11ba4880f37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:10.868168 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-259b4462-7b87-4564-8acf-11ba4880f37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:10.909221 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:10.953010 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-259b4462-7b87-4564-8acf-11ba4880f37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:10.984566 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:10.993977 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-259b4462-7b87-4564-8acf-11ba4880f37c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=332e0e24074a4585ba8e68ffc90b6919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198688 Sep 07 04:37:10.994831 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b4462-7b87-4564-8acf-11ba4880f37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8614e421-92f8-4e7d-89aa-d1fc79f8f6be,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:10.997142 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38880) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:11.050647 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b85eeb3d-c812-4499-aafd-a98d20c7c1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:11.058947 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Pushing event updated for resources: {'Port': ['ID=bebac6e6-7227-4732-9b87-72b5e92f78b0,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:11.069958 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472587'] for floatingip, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:11.074263 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b85eeb3d-c812-4499-aafd-a98d20c7c1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:11.173198 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.l3_db [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Floating IP d9ccbc7e-7f4e-424f-9c0a-4b8455078696 associated. External IP: 172.27.2.85, port: 3f168241-3273-49a2-883f-bf76d502ab17. Sep 07 04:37:11.230071 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b85eeb3d-c812-4499-aafd-a98d20c7c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:11.233285 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b85eeb3d-c812-4499-aafd-a98d20c7c1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:11.234448 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-b85eeb3d-c812-4499-aafd-a98d20c7c1bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8614e421-92f8-4e7d-89aa-d1fc79f8f6be HTTP/1.1" status: 204 len: 168 time: 0.2358494 Sep 07 04:37:11.243391 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85eeb3d-c812-4499-aafd-a98d20c7c1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8614e421-92f8-4e7d-89aa-d1fc79f8f6be,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:11.390507 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Router a7a98401-f6c0-4995-8f38-72f2e9963ca2 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:37:11.501276 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:37:11.519767 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0abce9d-32b9-4774-b367-813d59493eab None None] Sync routers for ids ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:37:11.530397 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0abce9d-32b9-4774-b367-813d59493eab None None] Routers {'a7a98401-f6c0-4995-8f38-72f2e9963ca2'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:37:11.531136 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-b0abce9d-32b9-4774-b367-813d59493eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:11.643143 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-b0abce9d-32b9-4774-b367-813d59493eab None None] Set router a7a98401-f6c0-4995-8f38-72f2e9963ca2 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:37:11.653559 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:11.680432 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-02e2f954-3e7a-4d8c-96b8-9a5d67111d0d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3007860 Sep 07 04:37:11.681147 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b700dcfc-8639-4f7e-87de-5ad3195b3cb6', 'tag': '3f168241-3273-49a2-883f-bf76d502ab17'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:37:11.683357 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633cccfc-9f05-45e2-b79f-e732e4b3de8d" -d '{"events": [{"name": "network-changed", "server_uuid": "b700dcfc-8639-4f7e-87de-5ad3195b3cb6", "tag": "3f168241-3273-49a2-883f-bf76d502ab17"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:37:11.721760 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e378d75-d080-4c4e-be96-2d6e0d783c10 x-openstack-request-id: req-5e378d75-d080-4c4e-be96-2d6e0d783c10 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:37:11.721760 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b700dcfc-8639-4f7e-87de-5ad3195b3cb6", "tag": "3f168241-3273-49a2-883f-bf76d502ab17", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:37:11.721760 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e378d75-d080-4c4e-be96-2d6e0d783c10 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:37:11.722094 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b700dcfc-8639-4f7e-87de-5ad3195b3cb6', 'tag': '3f168241-3273-49a2-883f-bf76d502ab17', 'status': 'completed', 'code': 200} Sep 07 04:37:11.854938 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cccfc-9f05-45e2-b79f-e732e4b3de8d req-6e6f7dd2-2450-4ac8-a9bb-e74717169e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:11.856451 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-633cccfc-9f05-45e2-b79f-e732e4b3de8d req-6e6f7dd2-2450-4ac8-a9bb-e74717169e2e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee77f689e65e4fa4886639d6a4aa761d&device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 1099 time: 0.0687013 Sep 07 04:37:11.872081 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ad204-1c44-4ea9-bdd4-21638b4ff2cc req-2fc5d18d-c424-4ae9-97f2-286082c32551 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:11.874194 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ad4ad204-1c44-4ea9-bdd4-21638b4ff2cc req-2fc5d18d-c424-4ae9-97f2-286082c32551 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0612142 Sep 07 04:37:11.876365 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-b0abce9d-32b9-4774-b367-813d59493eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'name': 'tempest-TestShelveInstance-1035666492-router', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:48Z', 'updated_at': '2021-09-07T04:35:52Z', 'revision_number': 4, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'gw_port': {'id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:49Z', 'updated_at': '2021-09-07T04:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': 'd9ccbc7e-7f4e-424f-9c0a-4b8455078696', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'port_id': '3f168241-3273-49a2-883f-bf76d502ab17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6881e86b-0218-4b28-af23-89d938232d21', 'mac_address': 'fa:16:3e:70:f8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b700dcfc-8639-4f7e-87de-5ad3195b3cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:37:10Z', 'updated_at': '2021-09-07T04:37:10Z', 'revision_number': 0, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aecb9b2e-cbd5-427e-a74d-d8ab2030108a', 'name': '', 'network_id': '6881e86b-0218-4b28-af23-89d938232d21', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'mac_address': 'fa:16:3e:5d:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:51Z', 'updated_at': '2021-09-07T04:36:00Z', 'revision_number': 5, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'subnets': [{'id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:11.906597 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0abce9d-32b9-4774-b367-813d59493eab None None] Checking router: a7a98401-f6c0-4995-8f38-72f2e9963ca2 for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:37:11.915583 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0abce9d-32b9-4774-b367-813d59493eab None None] Routers {'a7a98401-f6c0-4995-8f38-72f2e9963ca2'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:37:11.916340 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-b0abce9d-32b9-4774-b367-813d59493eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:11.967946 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ad4ad204-1c44-4ea9-bdd4-21638b4ff2cc req-2f62b6ef-6249-4c61-b7cc-8689741a57e7 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848913 Sep 07 04:37:11.989963 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cccfc-9f05-45e2-b79f-e732e4b3de8d req-fbc68a30-34ee-4b42-bf37-a3c1be1d1f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:11.991727 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-633cccfc-9f05-45e2-b79f-e732e4b3de8d req-fbc68a30-34ee-4b42-bf37-a3c1be1d1f45 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6881e86b-0218-4b28-af23-89d938232d21 HTTP/1.1" status: 200 len: 910 time: 0.1166329 Sep 07 04:37:12.026004 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-b0abce9d-32b9-4774-b367-813d59493eab None None] Set router a7a98401-f6c0-4995-8f38-72f2e9963ca2 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:37:12.075128 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-633cccfc-9f05-45e2-b79f-e732e4b3de8d req-3886cc3a-296a-4ce1-a4b2-ef754642a30f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f168241-3273-49a2-883f-bf76d502ab17 HTTP/1.1" status: 200 len: 999 time: 0.0628269 Sep 07 04:37:12.139363 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cccfc-9f05-45e2-b79f-e732e4b3de8d req-b7db33b9-0e88-4f10-959d-4271a820f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:12.141029 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-633cccfc-9f05-45e2-b79f-e732e4b3de8d req-b7db33b9-0e88-4f10-959d-4271a820f77d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b24d7332-c618-4337-aad6-a5c269b2242c HTTP/1.1" status: 200 len: 848 time: 0.0572634 Sep 07 04:37:12.187145 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cccfc-9f05-45e2-b79f-e732e4b3de8d req-81b83ee9-fb77-46d5-8e63-b6dcac990cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:12.188668 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-633cccfc-9f05-45e2-b79f-e732e4b3de8d req-81b83ee9-fb77-46d5-8e63-b6dcac990cb7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6881e86b-0218-4b28-af23-89d938232d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396278 Sep 07 04:37:12.222826 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device f602c2ba-447d-4f73-acfa-d9a125bf7662 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:37:12.243485 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: f602c2ba-447d-4f73-acfa-d9a125bf7662 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:37:12.244241 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device f602c2ba-447d-4f73-acfa-d9a125bf7662 not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:37:12.259388 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-b0abce9d-32b9-4774-b367-813d59493eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'name': 'tempest-TestShelveInstance-1035666492-router', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:48Z', 'updated_at': '2021-09-07T04:35:52Z', 'revision_number': 4, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'gw_port': {'id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:49Z', 'updated_at': '2021-09-07T04:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': 'd9ccbc7e-7f4e-424f-9c0a-4b8455078696', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'port_id': '3f168241-3273-49a2-883f-bf76d502ab17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6881e86b-0218-4b28-af23-89d938232d21', 'mac_address': 'fa:16:3e:70:f8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b700dcfc-8639-4f7e-87de-5ad3195b3cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:37:10Z', 'updated_at': '2021-09-07T04:37:10Z', 'revision_number': 0, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aecb9b2e-cbd5-427e-a74d-d8ab2030108a', 'name': '', 'network_id': '6881e86b-0218-4b28-af23-89d938232d21', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'mac_address': 'fa:16:3e:5d:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:51Z', 'updated_at': '2021-09-07T04:36:00Z', 'revision_number': 5, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'subnets': [{'id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:12.287346 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-633cccfc-9f05-45e2-b79f-e732e4b3de8d req-86d8af6b-50ce-48d8-b8e9-29b8af7faeb6 service neutron] 10.222.0.54 "GET /v2.0/networks/6881e86b-0218-4b28-af23-89d938232d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871983 Sep 07 04:37:12.288730 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0abce9d-32b9-4774-b367-813d59493eab None None] The sync data for ids ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'] in dv-cinder-804035-10-iscsi is: [{'id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'name': 'tempest-TestShelveInstance-1035666492-router', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:48Z', 'updated_at': '2021-09-07T04:35:52Z', 'revision_number': 4, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'gw_port': {'id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:49Z', 'updated_at': '2021-09-07T04:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': 'd9ccbc7e-7f4e-424f-9c0a-4b8455078696', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'port_id': '3f168241-3273-49a2-883f-bf76d502ab17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6881e86b-0218-4b28-af23-89d938232d21', 'mac_address': 'fa:16:3e:70:f8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b700dcfc-8639-4f7e-87de-5ad3195b3cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:37:10Z', 'updated_at': '2021-09-07T04:37:10Z', 'revision_number': 0, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aecb9b2e-cbd5-427e-a74d-d8ab2030108a', 'name': '', 'network_id': '6881e86b-0218-4b28-af23-89d938232d21', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'mac_address': 'fa:16:3e:5d:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:51Z', 'updated_at': '2021-09-07T04:36:00Z', 'revision_number': 5, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'subnets': [{'id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:37:12.382909 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-633cccfc-9f05-45e2-b79f-e732e4b3de8d req-a7a0f956-7430-42e1-81a5-33321bc0ff80 service neutron] 10.222.0.54 "GET /v2.0/networks/6881e86b-0218-4b28-af23-89d938232d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912662 Sep 07 04:37:12.499070 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184893dd-e59b-40ae-b61d-971ab3802c46 None None] New status for floating IP d9ccbc7e-7f4e-424f-9c0a-4b8455078696: ACTIVE {{(pid=94313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:37:13.083951 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748d0db-5e5d-4d50-aa31-9e652819a851 req-70e84942-c745-426b-abea-e32863e5c1c5 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:13.085590 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0748d0db-5e5d-4d50-aa31-9e652819a851 req-70e84942-c745-426b-abea-e32863e5c1c5 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0488007 Sep 07 04:37:13.128128 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0748d0db-5e5d-4d50-aa31-9e652819a851 req-cfc2f3e6-9190-4a75-b95f-5a0830c4f004 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365109 Sep 07 04:37:13.414523 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d8a21-1b7f-4e70-83f5-6f9b1962c161 req-a6f52403-97f1-4b46-b7f0-86bdc6a79006 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:13.415994 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-943d8a21-1b7f-4e70-83f5-6f9b1962c161 req-a6f52403-97f1-4b46-b7f0-86bdc6a79006 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 946 time: 0.0483942 Sep 07 04:37:13.453587 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-943d8a21-1b7f-4e70-83f5-6f9b1962c161 req-20b445ef-437c-4cfe-9397-1c768e31f192 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312226 Sep 07 04:37:13.476304 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38910) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:13.669741 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad380500-5691-46ba-b94a-ed71bf1dea10 tempest-TestMinimumBasicScenario-1228841200 tempest-TestMinimumBasicScenario-1228841200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:13.671318 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-ad380500-5691-46ba-b94a-ed71bf1dea10 tempest-TestMinimumBasicScenario-1228841200 tempest-TestMinimumBasicScenario-1228841200-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 1094 time: 0.1939604 Sep 07 04:37:13.674218 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38918) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:13.678412 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Request body: {'floatingip': {'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'port_id': 'c8598078-a9f8-4119-9e7e-e32b83f557f9', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:13.786593 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for floatingip, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:13.885764 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:13.994461 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Allocated IP 172.27.2.102 (8b8648d5-0172-4d8a-aa17-a0353230f6f5/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8/35be1e57-24d2-4064-bfa9-ff9354e79080) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:37:14.061719 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f2322-4a3b-4bf2-90b3-cc1119e6cdac req-da25612d-7f5f-4c81-b176-73b2d786f3d2 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:14.062531 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bc7f2322-4a3b-4bf2-90b3-cc1119e6cdac req-da25612d-7f5f-4c81-b176-73b2d786f3d2 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 947 time: 0.0484233 Sep 07 04:37:14.098683 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:14.100341 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bc7f2322-4a3b-4bf2-90b3-cc1119e6cdac req-044a0add-d1a8-4163-83c1-7ae6716f0ade tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319440 Sep 07 04:37:14.213471 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:14.242648 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf522d-d011-4f57-aadf-250598246283 req-8c59c54d-9091-4225-ad35-55b2ea9104f8 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:14.244110 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ffbf522d-d011-4f57-aadf-250598246283 req-8c59c54d-9091-4225-ad35-55b2ea9104f8 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0476336 Sep 07 04:37:14.250981 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:37:14.253941 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:37:14.257668 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:37:14.286708 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Pushing event updated for resources: {'Port': ['ID=35be1e57-24d2-4064-bfa9-ff9354e79080,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:14.287590 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ffbf522d-d011-4f57-aadf-250598246283 req-08ab4d17-abd1-4144-8c66-fd6922af35a4 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359740 Sep 07 04:37:14.756247 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:14.935514 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:15.080436 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:15.144254 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:15.210196 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Pushing event updated for resources: {'Port': ['ID=35be1e57-24d2-4064-bfa9-ff9354e79080,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:15.220660 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472587'] for floatingip, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:15.223131 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c9b79-94cc-4f6a-9f73-cc2c2282291e req-528b5df2-8481-4a33-a410-7144e4c03f31 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:15.224669 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-965c9b79-94cc-4f6a-9f73-cc2c2282291e req-528b5df2-8481-4a33-a410-7144e4c03f31 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 947 time: 0.0485022 Sep 07 04:37:15.263197 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-965c9b79-94cc-4f6a-9f73-cc2c2282291e req-eefddd15-cf25-4e3c-a65b-674c3a4c9e0d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325158 Sep 07 04:37:15.317805 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.l3_db [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Floating IP 0d6837a5-5ee7-40b2-9974-c32bc3c0dc17 associated. External IP: 172.27.2.102, port: c8598078-a9f8-4119-9e7e-e32b83f557f9. Sep 07 04:37:15.403385 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37832a-5197-47ff-9ae0-8a40a1e9cbc8 req-d4ab4888-813f-4663-8556-8be46c93e322 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:15.405002 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8c37832a-5197-47ff-9ae0-8a40a1e9cbc8 req-d4ab4888-813f-4663-8556-8be46c93e322 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0497382 Sep 07 04:37:15.446569 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8c37832a-5197-47ff-9ae0-8a40a1e9cbc8 req-cda68bf0-b8cc-4ce6-bbc9-e339341666a5 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347471 Sep 07 04:37:15.722065 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Router 55108c52-5d48-4a3b-877c-1a18d175a3b3 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:37:15.827003 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:37:15.837365 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f7948-b008-4a5b-9b73-2861d60ff61a None None] Sync routers for ids ['55108c52-5d48-4a3b-877c-1a18d175a3b3'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:37:15.846908 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f7948-b008-4a5b-9b73-2861d60ff61a None None] Routers {'55108c52-5d48-4a3b-877c-1a18d175a3b3'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:37:15.847561 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-7d2f7948-b008-4a5b-9b73-2861d60ff61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['55108c52-5d48-4a3b-877c-1a18d175a3b3'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:15.927069 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:15.955446 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-0876e5b7-98e5-4719-a5d5-ac8ed4ebfb53 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2801940 Sep 07 04:37:15.956440 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10182b4e-41e8-49a6-95c5-3e39fdf9148e', 'tag': 'c8598078-a9f8-4119-9e7e-e32b83f557f9'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:37:15.958246 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 38928) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:15.963007 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-2885efa4-9b96-4c6e-adc6-13c83d44e67b tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-672531698', 'description': 'tempest-secgroup-smoke-672531698 description', 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:15.968179 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93d7f39-0ef2-45a8-b082-6ad6ea9437c1" -d '{"events": [{"name": "network-changed", "server_uuid": "10182b4e-41e8-49a6-95c5-3e39fdf9148e", "tag": "c8598078-a9f8-4119-9e7e-e32b83f557f9"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:37:16.005610 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c73f1b8-eccf-4c98-910f-2bd2cc47d2ec x-openstack-request-id: req-5c73f1b8-eccf-4c98-910f-2bd2cc47d2ec {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:37:16.005904 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10182b4e-41e8-49a6-95c5-3e39fdf9148e", "tag": "c8598078-a9f8-4119-9e7e-e32b83f557f9", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:37:16.006154 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c73f1b8-eccf-4c98-910f-2bd2cc47d2ec {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:37:16.006550 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10182b4e-41e8-49a6-95c5-3e39fdf9148e', 'tag': 'c8598078-a9f8-4119-9e7e-e32b83f557f9', 'status': 'completed', 'code': 200} Sep 07 04:37:16.040318 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-7d2f7948-b008-4a5b-9b73-2861d60ff61a None None] Set router 55108c52-5d48-4a3b-877c-1a18d175a3b3 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:37:16.045547 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea27a3-ec2c-4dd9-ac40-1a2d7f212a3b req-840f293e-ee63-4e21-8668-815c33096953 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:16.047606 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-98ea27a3-ec2c-4dd9-ac40-1a2d7f212a3b req-840f293e-ee63-4e21-8668-815c33096953 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.54 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 947 time: 0.0513971 Sep 07 04:37:16.064051 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-2885efa4-9b96-4c6e-adc6-13c83d44e67b tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:16.112550 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d7f39-0ef2-45a8-b082-6ad6ea9437c1 req-f37e10bf-7df3-48d1-a0b6-11ff0a3506b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:16.114163 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-c93d7f39-0ef2-45a8-b082-6ad6ea9437c1 req-f37e10bf-7df3-48d1-a0b6-11ff0a3506b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=269e1bc469cd4ecc8f32c05b3121fc35&device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 1099 time: 0.0430286 Sep 07 04:37:16.211359 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-98ea27a3-ec2c-4dd9-ac40-1a2d7f212a3b req-0b1cd462-2075-4af2-9fb8-cde96d7c635e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Deleting port db772293-f10a-4e5f-b463-a8106f1a986c {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:37:16.211776 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-98ea27a3-ec2c-4dd9-ac40-1a2d7f212a3b req-0b1cd462-2075-4af2-9fb8-cde96d7c635e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:16.217360 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d7f39-0ef2-45a8-b082-6ad6ea9437c1 req-71a3dda6-067d-457a-bd4a-62cdf6fcfb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:16.219493 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-c93d7f39-0ef2-45a8-b082-6ad6ea9437c1 req-71a3dda6-067d-457a-bd4a-62cdf6fcfb7f service neutron] 10.222.0.54 "GET /v2.0/networks?id=0cf8157e-89a3-431d-9547-d1dca71aa37d HTTP/1.1" status: 200 len: 916 time: 0.0962598 Sep 07 04:37:16.236417 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-2885efa4-9b96-4c6e-adc6-13c83d44e67b tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:16.273627 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-7d2f7948-b008-4a5b-9b73-2861d60ff61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'name': 'tempest-TestMinimumBasicScenario-1980138077-router', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:02Z', 'updated_at': '2021-09-07T04:36:10Z', 'revision_number': 4, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'gw_port': {'id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:03Z', 'updated_at': '2021-09-07T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '0d6837a5-5ee7-40b2-9974-c32bc3c0dc17', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'port_id': 'c8598078-a9f8-4119-9e7e-e32b83f557f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d', 'mac_address': 'fa:16:3e:57:46:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10182b4e-41e8-49a6-95c5-3e39fdf9148e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:37:14Z', 'updated_at': '2021-09-07T04:37:14Z', 'revision_number': 0, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4172fb3d-d400-44b1-848f-4a73312a7cce', 'name': '', 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'mac_address': 'fa:16:3e:76:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '948ddb29-54aa-4625-aa0b-3c56e0738953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:09Z', 'updated_at': '2021-09-07T04:36:18Z', 'revision_number': 5, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'subnets': [{'id': '948ddb29-54aa-4625-aa0b-3c56e0738953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:16.295324 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-2885efa4-9b96-4c6e-adc6-13c83d44e67b tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:16.305219 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f7948-b008-4a5b-9b73-2861d60ff61a None None] Checking router: 55108c52-5d48-4a3b-877c-1a18d175a3b3 for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:37:16.314414 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f7948-b008-4a5b-9b73-2861d60ff61a None None] Routers {'55108c52-5d48-4a3b-877c-1a18d175a3b3'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:37:16.315079 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-7d2f7948-b008-4a5b-9b73-2861d60ff61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['55108c52-5d48-4a3b-877c-1a18d175a3b3'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:16.340064 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-98ea27a3-ec2c-4dd9-ac40-1a2d7f212a3b req-0b1cd462-2075-4af2-9fb8-cde96d7c635e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] For port db772293-f10a-4e5f-b463-a8106f1a986c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db772293-f10a-4e5f-b463-a8106f1a986c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:37:16.340424 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-98ea27a3-ec2c-4dd9-ac40-1a2d7f212a3b req-0b1cd462-2075-4af2-9fb8-cde96d7c635e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:16.349265 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-c93d7f39-0ef2-45a8-b082-6ad6ea9437c1 req-b4c32cab-8426-4ca9-96b6-d7a77b5ad8f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8598078-a9f8-4119-9e7e-e32b83f557f9 HTTP/1.1" status: 200 len: 1000 time: 0.1149423 Sep 07 04:37:16.401282 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885efa4-9b96-4c6e-adc6-13c83d44e67b tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ab214d-a927-4088-b807-391f07f38f09,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:16.405309 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d7f39-0ef2-45a8-b082-6ad6ea9437c1 req-14dc5fbf-b970-466f-96ec-82668be00be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:16.406594 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-c93d7f39-0ef2-45a8-b082-6ad6ea9437c1 req-14dc5fbf-b970-466f-96ec-82668be00be8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=948ddb29-54aa-4625-aa0b-3c56e0738953 HTTP/1.1" status: 200 len: 854 time: 0.0480888 Sep 07 04:37:16.429215 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-7d2f7948-b008-4a5b-9b73-2861d60ff61a None None] Set router 55108c52-5d48-4a3b-877c-1a18d175a3b3 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:37:16.451319 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-2885efa4-9b96-4c6e-adc6-13c83d44e67b tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:16.455515 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-2885efa4-9b96-4c6e-adc6-13c83d44e67b tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4931681 Sep 07 04:37:16.455875 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38934) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:16.461417 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-8dccf461-8586-4fd8-9880-ec3b798fa15d tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Request body: {'security_group_rule': {'security_group_id': '50ab214d-a927-4088-b807-391f07f38f09', 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:16.468255 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d7f39-0ef2-45a8-b082-6ad6ea9437c1 req-9fa51fbb-7268-4883-8d58-b2bd9030371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:16.471094 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-c93d7f39-0ef2-45a8-b082-6ad6ea9437c1 req-9fa51fbb-7268-4883-8d58-b2bd9030371a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0cf8157e-89a3-431d-9547-d1dca71aa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540090 Sep 07 04:37:16.492754 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ae54c-3b2e-4ccc-bd44-798c8434acad req-b2659bf7-3a55-4b80-849d-f3779057093d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:16.493531 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8c9ae54c-3b2e-4ccc-bd44-798c8434acad req-b2659bf7-3a55-4b80-849d-f3779057093d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 947 time: 0.1505711 Sep 07 04:37:16.585876 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8dccf461-8586-4fd8-9880-ec3b798fa15d tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:16.622041 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8c9ae54c-3b2e-4ccc-bd44-798c8434acad req-2739b5b8-b17e-4140-b10f-3e55eb41a540 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=b442b864-2f98-4229-9a59-82a9291862e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194217 Sep 07 04:37:16.629542 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-c93d7f39-0ef2-45a8-b082-6ad6ea9437c1 req-acdce52d-e122-425c-8a13-a119544e6991 service neutron] 10.222.0.54 "GET /v2.0/networks/0cf8157e-89a3-431d-9547-d1dca71aa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317208 Sep 07 04:37:16.674653 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef9d7b-5538-4d6d-a039-da10112d3cf0 req-44a8b7d8-1a80-43ec-a6b4-464025eb6381 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:16.676165 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ddef9d7b-5538-4d6d-a039-da10112d3cf0 req-44a8b7d8-1a80-43ec-a6b4-464025eb6381 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.1176851 Sep 07 04:37:16.693669 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-7d2f7948-b008-4a5b-9b73-2861d60ff61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'name': 'tempest-TestMinimumBasicScenario-1980138077-router', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:02Z', 'updated_at': '2021-09-07T04:36:10Z', 'revision_number': 4, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'gw_port': {'id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:03Z', 'updated_at': '2021-09-07T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '0d6837a5-5ee7-40b2-9974-c32bc3c0dc17', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'port_id': 'c8598078-a9f8-4119-9e7e-e32b83f557f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d', 'mac_address': 'fa:16:3e:57:46:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10182b4e-41e8-49a6-95c5-3e39fdf9148e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:37:14Z', 'updated_at': '2021-09-07T04:37:14Z', 'revision_number': 0, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4172fb3d-d400-44b1-848f-4a73312a7cce', 'name': '', 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'mac_address': 'fa:16:3e:76:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '948ddb29-54aa-4625-aa0b-3c56e0738953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:09Z', 'updated_at': '2021-09-07T04:36:18Z', 'revision_number': 5, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'subnets': [{'id': '948ddb29-54aa-4625-aa0b-3c56e0738953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:16.714273 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-98ea27a3-ec2c-4dd9-ac40-1a2d7f212a3b req-0b1cd462-2075-4af2-9fb8-cde96d7c635e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:16.714984 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-98ea27a3-ec2c-4dd9-ac40-1a2d7f212a3b req-0b1cd462-2075-4af2-9fb8-cde96d7c635e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472587'] for floatingip, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:16.715468 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.l3_db [req-98ea27a3-ec2c-4dd9-ac40-1a2d7f212a3b req-0b1cd462-2075-4af2-9fb8-cde96d7c635e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Floating IP 2288c4e3-7b57-4a68-984e-7cebaaf26c04 disassociated. External IP: 172.27.2.128, port: db772293-f10a-4e5f-b463-a8106f1a986c. Sep 07 04:37:16.715806 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-98ea27a3-ec2c-4dd9-ac40-1a2d7f212a3b req-0b1cd462-2075-4af2-9fb8-cde96d7c635e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Calling delete_port for db772293-f10a-4e5f-b463-a8106f1a986c owned by compute:nova {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:37:16.724218 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f7948-b008-4a5b-9b73-2861d60ff61a None None] The sync data for ids ['55108c52-5d48-4a3b-877c-1a18d175a3b3'] in dv-cinder-804035-10-iscsi is: [{'id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'name': 'tempest-TestMinimumBasicScenario-1980138077-router', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:02Z', 'updated_at': '2021-09-07T04:36:10Z', 'revision_number': 4, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'gw_port': {'id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:03Z', 'updated_at': '2021-09-07T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '0d6837a5-5ee7-40b2-9974-c32bc3c0dc17', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'port_id': 'c8598078-a9f8-4119-9e7e-e32b83f557f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d', 'mac_address': 'fa:16:3e:57:46:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10182b4e-41e8-49a6-95c5-3e39fdf9148e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:37:14Z', 'updated_at': '2021-09-07T04:37:14Z', 'revision_number': 0, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4172fb3d-d400-44b1-848f-4a73312a7cce', 'name': '', 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'mac_address': 'fa:16:3e:76:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '948ddb29-54aa-4625-aa0b-3c56e0738953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:09Z', 'updated_at': '2021-09-07T04:36:18Z', 'revision_number': 5, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'subnets': [{'id': '948ddb29-54aa-4625-aa0b-3c56e0738953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:37:16.749012 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-c93d7f39-0ef2-45a8-b082-6ad6ea9437c1 req-cbb478a2-70f1-4190-9490-69ed3ebafad1 service neutron] 10.222.0.54 "GET /v2.0/networks/0cf8157e-89a3-431d-9547-d1dca71aa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063497 Sep 07 04:37:16.749354 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ddef9d7b-5538-4d6d-a039-da10112d3cf0 req-c6dfb0d2-1047-4ae2-955a-d2def87411ad tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d3a5129-8f8c-418f-a09a-04a02014c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601871 Sep 07 04:37:16.759075 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8dccf461-8586-4fd8-9880-ec3b798fa15d tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:16.866733 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8dccf461-8586-4fd8-9880-ec3b798fa15d tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:16.890172 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccf461-8586-4fd8-9880-ec3b798fa15d tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8010854b-571e-4c67-bac0-1348e5c14418,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:16.924414 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eca274-10e4-4a2c-bcb4-95fc9c025608 None None] New status for floating IP 0d6837a5-5ee7-40b2-9974-c32bc3c0dc17: ACTIVE {{(pid=94313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:37:16.926951 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-98ea27a3-ec2c-4dd9-ac40-1a2d7f212a3b req-0b1cd462-2075-4af2-9fb8-cde96d7c635e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:16.962150 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cd462-2075-4af2-9fb8-cde96d7c635e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Pushing event deleted for resources: {'Port': ['ID=db772293-f10a-4e5f-b463-a8106f1a986c,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:16.964363 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8dccf461-8586-4fd8-9880-ec3b798fa15d tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:16.968378 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-8dccf461-8586-4fd8-9880-ec3b798fa15d tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5113554 Sep 07 04:37:16.971175 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 38938) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:17.006678 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-a9ed8420-9b85-4965-a1fe-71cc27e7f071 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Request body: {'security_group_rule': {'security_group_id': '50ab214d-a927-4088-b807-391f07f38f09', 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:17.069345 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c3a7a-537d-439a-8d98-7f89163cebea req-2370688c-3e21-42c9-bf77-a6758fc18188 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:17.070858 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-498c3a7a-537d-439a-8d98-7f89163cebea req-2370688c-3e21-42c9-bf77-a6758fc18188 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 945 time: 0.0508657 Sep 07 04:37:17.174213 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [req-498c3a7a-537d-439a-8d98-7f89163cebea req-306f8008-31bd-4f52-ad46-09f1e9e9fcbb tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Deleting port 05147852-8b97-44df-a012-1ef2983815b0 {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:37:17.174659 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-498c3a7a-537d-439a-8d98-7f89163cebea req-306f8008-31bd-4f52-ad46-09f1e9e9fcbb tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:17.277162 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-498c3a7a-537d-439a-8d98-7f89163cebea req-306f8008-31bd-4f52-ad46-09f1e9e9fcbb tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] For port 05147852-8b97-44df-a012-1ef2983815b0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=05147852-8b97-44df-a012-1ef2983815b0,segment=NetworkSegment(cfe5abd2-5be5-406a-b9f5-5596db348f17),segment_id=cfe5abd2-5be5-406a-b9f5-5596db348f17)] {{(pid=94311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:37:17.277509 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-498c3a7a-537d-439a-8d98-7f89163cebea req-306f8008-31bd-4f52-ad46-09f1e9e9fcbb tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:17.290095 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [req-498c3a7a-537d-439a-8d98-7f89163cebea req-306f8008-31bd-4f52-ad46-09f1e9e9fcbb tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Calling delete_port for 05147852-8b97-44df-a012-1ef2983815b0 owned by compute:nova {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:37:17.322394 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8420-9b85-4965-a1fe-71cc27e7f071 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:17.346477 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98ea27a3-ec2c-4dd9-ac40-1a2d7f212a3b req-0b1cd462-2075-4af2-9fb8-cde96d7c635e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Router 6ba4d759-abd1-4f27-ab25-88892d89a219 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:37:17.436488 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8420-9b85-4965-a1fe-71cc27e7f071 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:17.475907 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-498c3a7a-537d-439a-8d98-7f89163cebea req-306f8008-31bd-4f52-ad46-09f1e9e9fcbb tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:17.492283 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98ea27a3-ec2c-4dd9-ac40-1a2d7f212a3b req-0b1cd462-2075-4af2-9fb8-cde96d7c635e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:37:17.506641 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babd8bfc-e70f-4985-b830-324790fa05cc None None] Sync routers for ids ['6ba4d759-abd1-4f27-ab25-88892d89a219'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:37:17.515944 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babd8bfc-e70f-4985-b830-324790fa05cc None None] Routers {'6ba4d759-abd1-4f27-ab25-88892d89a219'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:37:17.521402 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8420-9b85-4965-a1fe-71cc27e7f071 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:17.521720 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-babd8bfc-e70f-4985-b830-324790fa05cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['6ba4d759-abd1-4f27-ab25-88892d89a219'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:17.524127 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['05147852-8b97-44df-a012-1ef2983815b0'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:37:17.544816 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ea27a3-ec2c-4dd9-ac40-1a2d7f212a3b req-0b1cd462-2075-4af2-9fb8-cde96d7c635e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] No DVR routers for this DVR port db772293-f10a-4e5f-b463-a8106f1a986c on host hv-cinder-80403 {{(pid=94312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:37:17.557081 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-98ea27a3-ec2c-4dd9-ac40-1a2d7f212a3b req-0b1cd462-2075-4af2-9fb8-cde96d7c635e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:17.560511 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-98ea27a3-ec2c-4dd9-ac40-1a2d7f212a3b req-0b1cd462-2075-4af2-9fb8-cde96d7c635e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.54 "DELETE /v2.0/ports/db772293-f10a-4e5f-b463-a8106f1a986c HTTP/1.1" status: 204 len: 173 time: 1.4870229 Sep 07 04:37:17.563176 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220e46b9-545c-4dce-a1af-4573fe547467', 'name': 'network-vif-deleted', 'tag': 'db772293-f10a-4e5f-b463-a8106f1a986c'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:37:17.566724 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fad5f65-acee-4737-85bf-c451bca32c28" -d '{"events": [{"server_uuid": "220e46b9-545c-4dce-a1af-4573fe547467", "name": "network-vif-deleted", "tag": "db772293-f10a-4e5f-b463-a8106f1a986c"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:37:17.576854 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed8420-9b85-4965-a1fe-71cc27e7f071 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f03e94-e12e-4304-b4b6-307b36d51ae5,revision_number=0']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:17.589489 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [req-498c3a7a-537d-439a-8d98-7f89163cebea req-306f8008-31bd-4f52-ad46-09f1e9e9fcbb tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] No DVR routers for this DVR port 05147852-8b97-44df-a012-1ef2983815b0 on host hv-cinder-80403 {{(pid=94311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:37:17.592020 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f8008-31bd-4f52-ad46-09f1e9e9fcbb tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Pushing event deleted for resources: {'Port': ['ID=05147852-8b97-44df-a012-1ef2983815b0,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:17.594249 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-498c3a7a-537d-439a-8d98-7f89163cebea req-306f8008-31bd-4f52-ad46-09f1e9e9fcbb tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:17.596654 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-498c3a7a-537d-439a-8d98-7f89163cebea req-306f8008-31bd-4f52-ad46-09f1e9e9fcbb tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.54 "DELETE /v2.0/ports/05147852-8b97-44df-a012-1ef2983815b0 HTTP/1.1" status: 204 len: 173 time: 0.5190923 Sep 07 04:37:17.623852 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b92c9c-8833-4f26-b7e2-246959af5c59 x-openstack-request-id: req-27b92c9c-8833-4f26-b7e2-246959af5c59 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:37:17.624651 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220e46b9-545c-4dce-a1af-4573fe547467", "name": "network-vif-deleted", "tag": "db772293-f10a-4e5f-b463-a8106f1a986c", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:37:17.625002 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27b92c9c-8833-4f26-b7e2-246959af5c59 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:37:17.626672 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220e46b9-545c-4dce-a1af-4573fe547467', 'name': 'network-vif-deleted', 'tag': 'db772293-f10a-4e5f-b463-a8106f1a986c', 'status': 'completed', 'code': 200} Sep 07 04:37:17.644755 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8420-9b85-4965-a1fe-71cc27e7f071 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:17.646055 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-a9ed8420-9b85-4965-a1fe-71cc27e7f071 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6739461 Sep 07 04:37:17.648823 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 38942) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:17.651440 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-babd8bfc-e70f-4985-b830-324790fa05cc None None] Set router 6ba4d759-abd1-4f27-ab25-88892d89a219 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:37:17.654899 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-4540df77-dc9e-4dfb-be09-73b4f8af6d2f tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Request body: {'security_group_rule': {'security_group_id': '50ab214d-a927-4088-b807-391f07f38f09', 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:17.747345 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1592f166-db4b-49d6-94a0-ff0c3b43307e req-d67158c0-2c74-4f69-9db5-33ec6bd58ac4 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 210 time: 0.0306063 Sep 07 04:37:17.784940 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4540df77-dc9e-4dfb-be09-73b4f8af6d2f tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:17.860284 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4540df77-dc9e-4dfb-be09-73b4f8af6d2f tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:17.889226 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6cc7cbfa-21d5-461c-904c-595834ef4b08 req-d6a40a68-0c4f-4477-8425-a0af35c02038 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 210 time: 0.0322402 Sep 07 04:37:17.914826 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-babd8bfc-e70f-4985-b830-324790fa05cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:32:57Z', 'revision_number': 4, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port': {'id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:53Z', 'updated_at': '2021-09-07T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'e027c687-c322-4201-a672-624198311fdd', 'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'mac_address': 'fa:16:3e:4a:6b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:56Z', 'updated_at': '2021-09-07T04:33:03Z', 'revision_number': 5, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'subnets': [{'id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:17.944787 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babd8bfc-e70f-4985-b830-324790fa05cc None None] Checking router: 6ba4d759-abd1-4f27-ab25-88892d89a219 for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:37:17.947169 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4540df77-dc9e-4dfb-be09-73b4f8af6d2f tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:17.960103 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babd8bfc-e70f-4985-b830-324790fa05cc None None] Routers {'6ba4d759-abd1-4f27-ab25-88892d89a219'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:37:17.961100 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-babd8bfc-e70f-4985-b830-324790fa05cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['6ba4d759-abd1-4f27-ab25-88892d89a219'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:17.976522 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540df77-dc9e-4dfb-be09-73b4f8af6d2f tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a381df0d-e3b2-4e6b-b5d1-aeb7846af4f9,revision_number=0']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:18.008034 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d21da7b-99cf-4b7f-a22b-1227b0ade2f3', 'name': 'network-vif-deleted', 'tag': '05147852-8b97-44df-a012-1ef2983815b0'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:37:18.010372 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405eb594-f78d-4fe8-b238-18d0d43b3c57" -d '{"events": [{"server_uuid": "9d21da7b-99cf-4b7f-a22b-1227b0ade2f3", "name": "network-vif-deleted", "tag": "05147852-8b97-44df-a012-1ef2983815b0"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:37:18.048418 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a0d3ef-2908-44ad-abf8-f6e9239a2a97 x-openstack-request-id: req-c4a0d3ef-2908-44ad-abf8-f6e9239a2a97 {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:37:18.048418 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d21da7b-99cf-4b7f-a22b-1227b0ade2f3", "name": "network-vif-deleted", "tag": "05147852-8b97-44df-a012-1ef2983815b0", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:37:18.048418 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4a0d3ef-2908-44ad-abf8-f6e9239a2a97 {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:37:18.048418 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d21da7b-99cf-4b7f-a22b-1227b0ade2f3', 'name': 'network-vif-deleted', 'tag': '05147852-8b97-44df-a012-1ef2983815b0', 'status': 'completed', 'code': 200} Sep 07 04:37:18.077301 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-babd8bfc-e70f-4985-b830-324790fa05cc None None] Set router 6ba4d759-abd1-4f27-ab25-88892d89a219 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:37:18.127340 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4540df77-dc9e-4dfb-be09-73b4f8af6d2f tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:18.131284 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-4540df77-dc9e-4dfb-be09-73b4f8af6d2f tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4788692 Sep 07 04:37:18.131681 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38952) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:18.136414 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-6bc8adf6-3a0a-447d-bb60-b7d00207ad24 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Request body: {'security_group_rule': {'security_group_id': '50ab214d-a927-4088-b807-391f07f38f09', 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:18.231811 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6bc8adf6-3a0a-447d-bb60-b7d00207ad24 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:18.284402 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-babd8bfc-e70f-4985-b830-324790fa05cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:32:57Z', 'revision_number': 4, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port': {'id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:53Z', 'updated_at': '2021-09-07T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'e027c687-c322-4201-a672-624198311fdd', 'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'mac_address': 'fa:16:3e:4a:6b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:56Z', 'updated_at': '2021-09-07T04:33:03Z', 'revision_number': 5, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'subnets': [{'id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:18.303163 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6bc8adf6-3a0a-447d-bb60-b7d00207ad24 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:18.313966 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babd8bfc-e70f-4985-b830-324790fa05cc None None] The sync data for ids ['6ba4d759-abd1-4f27-ab25-88892d89a219'] in dv-cinder-804035-10-iscsi is: [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:32:57Z', 'revision_number': 4, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port': {'id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:53Z', 'updated_at': '2021-09-07T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'e027c687-c322-4201-a672-624198311fdd', 'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'mac_address': 'fa:16:3e:4a:6b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:56Z', 'updated_at': '2021-09-07T04:33:03Z', 'revision_number': 5, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'subnets': [{'id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:37:18.404108 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6bc8adf6-3a0a-447d-bb60-b7d00207ad24 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:18.423413 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8adf6-3a0a-447d-bb60-b7d00207ad24 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7383b9-834c-439c-8e70-080f929d5732,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:18.518356 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6bc8adf6-3a0a-447d-bb60-b7d00207ad24 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:18.519678 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-6bc8adf6-3a0a-447d-bb60-b7d00207ad24 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3869047 Sep 07 04:37:18.522551 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 38954) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:18.528193 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-64593504-8dd9-4b13-84ca-5d6249162648 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Request body: {'security_group_rule': {'security_group_id': '50ab214d-a927-4088-b807-391f07f38f09', 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:18.573590 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d335b8-6f1e-4e5b-8520-2bad7c87a346 None None] New status for floating IP 2288c4e3-7b57-4a68-984e-7cebaaf26c04: DOWN {{(pid=94313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:37:18.693012 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.securitygroups_db [None req-64593504-8dd9-4b13-84ca-5d6249162648 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Project 269e1bc469cd4ecc8f32c05b3121fc35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 04:37:18.698209 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-64593504-8dd9-4b13-84ca-5d6249162648 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:18.759601 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-64593504-8dd9-4b13-84ca-5d6249162648 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:18.844929 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-64593504-8dd9-4b13-84ca-5d6249162648 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:18.864849 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2d4837f0-14e3-4d43-97ec-eb33a5514305 req-8f1a7ace-d265-411f-b68f-a870365749f7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=220e46b9-545c-4dce-a1af-4573fe547467 HTTP/1.1" status: 200 len: 210 time: 0.0296419 Sep 07 04:37:18.873277 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64593504-8dd9-4b13-84ca-5d6249162648 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8bb1082-f136-4900-9a47-760888d02b95,revision_number=0']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:18.961815 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-64593504-8dd9-4b13-84ca-5d6249162648 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:18.967273 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-64593504-8dd9-4b13-84ca-5d6249162648 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4410937 Sep 07 04:37:18.967587 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38960) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:18.972298 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-d2e31023-765f-465f-ba5c-45c72c793237 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Request body: {'security_group_rule': {'security_group_id': '50ab214d-a927-4088-b807-391f07f38f09', 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:19.006517 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-84e40e5d-9379-4fb3-89b8-444a966850dd req-78112dc5-8065-4eb0-943c-eecc46fa8dc2 tempest-ServerRescueNegativeTestJSON-1164992981 tempest-ServerRescueNegativeTestJSON-1164992981-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d21da7b-99cf-4b7f-a22b-1227b0ade2f3 HTTP/1.1" status: 200 len: 210 time: 0.0283401 Sep 07 04:37:19.099873 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.securitygroups_db [None req-d2e31023-765f-465f-ba5c-45c72c793237 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Project 269e1bc469cd4ecc8f32c05b3121fc35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 04:37:19.105355 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d2e31023-765f-465f-ba5c-45c72c793237 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:19.172707 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d2e31023-765f-465f-ba5c-45c72c793237 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:19.237685 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d2e31023-765f-465f-ba5c-45c72c793237 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:19.255503 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e31023-765f-465f-ba5c-45c72c793237 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8baaa32d-dd0f-46e5-8626-ad9dfb2fa1d9,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:19.349903 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d2e31023-765f-465f-ba5c-45c72c793237 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:19.351066 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-d2e31023-765f-465f-ba5c-45c72c793237 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3823218 Sep 07 04:37:19.429900 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d727cd0e-1d0e-46d8-8070-ad26484b5361 req-46ae6c15-3c0a-47ce-bf32-05547c28e83e tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672531698&fields=id&tenant_id=269e1bc469cd4ecc8f32c05b3121fc35 HTTP/1.1" status: 200 len: 267 time: 0.0325532 Sep 07 04:37:19.483448 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727cd0e-1d0e-46d8-8070-ad26484b5361 req-e17d1a61-b4c2-45ad-b92c-2a0ec2ef2280 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:19.485476 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d727cd0e-1d0e-46d8-8070-ad26484b5361 req-e17d1a61-b4c2-45ad-b92c-2a0ec2ef2280 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 946 time: 0.0499339 Sep 07 04:37:19.496293 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-d727cd0e-1d0e-46d8-8070-ad26484b5361 req-5cc4b524-fc30-4932-9a84-d866be5a677e tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Request body: {'port': {'security_groups': ['20f9c5fa-238c-4000-90ae-03556f213472', '50ab214d-a927-4088-b807-391f07f38f09']}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:19.558155 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-d727cd0e-1d0e-46d8-8070-ad26484b5361 req-5cc4b524-fc30-4932-9a84-d866be5a677e tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:19.746611 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-d727cd0e-1d0e-46d8-8070-ad26484b5361 req-5cc4b524-fc30-4932-9a84-d866be5a677e tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] For port c8598078-a9f8-4119-9e7e-e32b83f557f9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c8598078-a9f8-4119-9e7e-e32b83f557f9,segment=NetworkSegment(d85d9ca0-608b-4023-987a-7b47426d7314),segment_id=d85d9ca0-608b-4023-987a-7b47426d7314)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:37:19.774314 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-d727cd0e-1d0e-46d8-8070-ad26484b5361 req-5cc4b524-fc30-4932-9a84-d866be5a677e tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:19.855169 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-d727cd0e-1d0e-46d8-8070-ad26484b5361 req-5cc4b524-fc30-4932-9a84-d866be5a677e tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:19.901643 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['c8598078-a9f8-4119-9e7e-e32b83f557f9'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:37:19.905509 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727cd0e-1d0e-46d8-8070-ad26484b5361 req-5cc4b524-fc30-4932-9a84-d866be5a677e tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:19.906868 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-d727cd0e-1d0e-46d8-8070-ad26484b5361 req-5cc4b524-fc30-4932-9a84-d866be5a677e tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:19.912673 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d727cd0e-1d0e-46d8-8070-ad26484b5361 req-5cc4b524-fc30-4932-9a84-d866be5a677e tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "PUT /v2.0/ports/c8598078-a9f8-4119-9e7e-e32b83f557f9 HTTP/1.1" status: 200 len: 982 time: 0.4167168 Sep 07 04:37:19.912673 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10182b4e-41e8-49a6-95c5-3e39fdf9148e', 'tag': 'c8598078-a9f8-4119-9e7e-e32b83f557f9'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:37:19.912673 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bff946-9d5d-4dfe-893e-283063346a03" -d '{"events": [{"name": "network-changed", "server_uuid": "10182b4e-41e8-49a6-95c5-3e39fdf9148e", "tag": "c8598078-a9f8-4119-9e7e-e32b83f557f9"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:37:19.945842 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4b524-fc30-4932-9a84-d866be5a677e tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Pushing event updated for resources: {'Port': ['ID=c8598078-a9f8-4119-9e7e-e32b83f557f9,revision_number=6']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:19.994231 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc75c75-9202-4143-bf91-b08276440dbb x-openstack-request-id: req-8cc75c75-9202-4143-bf91-b08276440dbb {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:37:19.994522 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10182b4e-41e8-49a6-95c5-3e39fdf9148e", "tag": "c8598078-a9f8-4119-9e7e-e32b83f557f9", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:37:19.994773 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8cc75c75-9202-4143-bf91-b08276440dbb {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:37:19.995154 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10182b4e-41e8-49a6-95c5-3e39fdf9148e', 'tag': 'c8598078-a9f8-4119-9e7e-e32b83f557f9', 'status': 'completed', 'code': 200} Sep 07 04:37:20.042474 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be8a00-738d-4052-9ebe-f1c61252b9e2 req-deec7088-83f2-4992-a96d-edb4e9c386c5 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:20.044293 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c0be8a00-738d-4052-9ebe-f1c61252b9e2 req-deec7088-83f2-4992-a96d-edb4e9c386c5 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 985 time: 0.0605013 Sep 07 04:37:20.050605 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['c8598078-a9f8-4119-9e7e-e32b83f557f9'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:37:20.092985 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c0be8a00-738d-4052-9ebe-f1c61252b9e2 req-75009e06-589a-42a5-864b-a1be8989876f tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=50ab214d-a927-4088-b807-391f07f38f09&id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407288 Sep 07 04:37:20.113565 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bff946-9d5d-4dfe-893e-283063346a03 req-3d50a5f8-aef4-48e9-8dd3-3b986c286228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:20.118825 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-58bff946-9d5d-4dfe-893e-283063346a03 req-3d50a5f8-aef4-48e9-8dd3-3b986c286228 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=269e1bc469cd4ecc8f32c05b3121fc35&device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 1138 time: 0.0634527 Sep 07 04:37:20.142832 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 38978) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:20.173658 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38980) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:20.209462 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0d8a583a-4d11-4cf4-a5ec-a9517569b265 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:20.237385 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0d8a583a-4d11-4cf4-a5ec-a9517569b265 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:20.323493 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bff946-9d5d-4dfe-893e-283063346a03 req-203d73a2-bb4b-42b0-bbfa-dec3ec4a8613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:20.324998 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-58bff946-9d5d-4dfe-893e-283063346a03 req-203d73a2-bb4b-42b0-bbfa-dec3ec4a8613 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0cf8157e-89a3-431d-9547-d1dca71aa37d HTTP/1.1" status: 200 len: 916 time: 0.1983929 Sep 07 04:37:20.325155 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 05147852-8b97-44df-a012-1ef2983815b0 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:37:20.358893 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0d8a583a-4d11-4cf4-a5ec-a9517569b265 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:20.361908 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0d8a583a-4d11-4cf4-a5ec-a9517569b265 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:20.363223 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-0d8a583a-4d11-4cf4-a5ec-a9517569b265 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "DELETE /v2.0/security-groups/b442b864-2f98-4229-9a59-82a9291862e3 HTTP/1.1" status: 204 len: 168 time: 0.2193885 Sep 07 04:37:20.366973 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 38982) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:20.371381 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: 05147852-8b97-44df-a012-1ef2983815b0 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:37:20.371732 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 05147852-8b97-44df-a012-1ef2983815b0 not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:37:20.372161 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device db772293-f10a-4e5f-b463-a8106f1a986c no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:37:20.396300 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.api.v2.resource [None req-72b03f72-42c0-410a-be2f-23b04daae787 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] show failed (client error): The resource could not be found. Sep 07 04:37:20.400146 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-72b03f72-42c0-410a-be2f-23b04daae787 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups/b442b864-2f98-4229-9a59-82a9291862e3 HTTP/1.1" status: 404 len: 347 time: 0.0201735 Sep 07 04:37:20.400146 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a583a-4d11-4cf4-a5ec-a9517569b265 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b442b864-2f98-4229-9a59-82a9291862e3,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:20.401174 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 38984) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:20.408037 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: db772293-f10a-4e5f-b463-a8106f1a986c {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:37:20.408349 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device db772293-f10a-4e5f-b463-a8106f1a986c not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:37:20.417522 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-64dc0f85-c855-4bf1-8dcb-4d086bc39f03 None None] Provisioning complete for port c8598078-a9f8-4119-9e7e-e32b83f557f9 triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:37:20.417902 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-64dc0f85-c855-4bf1-8dcb-4d086bc39f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:20.447929 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-58bff946-9d5d-4dfe-893e-283063346a03 req-7ff20236-d4b2-4a4d-a348-22761450093b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8598078-a9f8-4119-9e7e-e32b83f557f9 HTTP/1.1" status: 200 len: 1002 time: 0.1124833 Sep 07 04:37:20.548129 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b1fae-799f-42e2-afd8-63076cfa226b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Deleting port c0f6c0a1-a049-401f-bbbd-372f74e08ce1 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:37:20.548653 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0d2b1fae-799f-42e2-afd8-63076cfa226b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:20.559272 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bff946-9d5d-4dfe-893e-283063346a03 req-e13b5ced-eaac-421d-a4f3-5a93d530747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:20.560772 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-58bff946-9d5d-4dfe-893e-283063346a03 req-e13b5ced-eaac-421d-a4f3-5a93d530747e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=948ddb29-54aa-4625-aa0b-3c56e0738953 HTTP/1.1" status: 200 len: 854 time: 0.1057546 Sep 07 04:37:20.630025 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0d2b1fae-799f-42e2-afd8-63076cfa226b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:20.630580 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0d2b1fae-799f-42e2-afd8-63076cfa226b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:20.642815 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b1fae-799f-42e2-afd8-63076cfa226b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Calling delete_port for c0f6c0a1-a049-401f-bbbd-372f74e08ce1 owned by network:floatingip {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:37:20.668637 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bff946-9d5d-4dfe-893e-283063346a03 req-5966a013-196e-4b3f-80f5-f44df176c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:20.670162 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-58bff946-9d5d-4dfe-893e-283063346a03 req-5966a013-196e-4b3f-80f5-f44df176c12a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0cf8157e-89a3-431d-9547-d1dca71aa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0976789 Sep 07 04:37:20.837682 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-58bff946-9d5d-4dfe-893e-283063346a03 req-78053172-d0d7-4c71-adb0-892bf9e964e5 service neutron] 10.222.0.54 "GET /v2.0/networks/0cf8157e-89a3-431d-9547-d1dca71aa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586053 Sep 07 04:37:20.855453 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0d2b1fae-799f-42e2-afd8-63076cfa226b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:20.881199 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b1fae-799f-42e2-afd8-63076cfa226b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Pushing event deleted for resources: {'Port': ['ID=c0f6c0a1-a049-401f-bbbd-372f74e08ce1,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:20.936192 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ad67ba9f-28df-4f70-8f48-4a449a610ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471051'] for router_interface, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:20.941380 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0d2b1fae-799f-42e2-afd8-63076cfa226b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for floatingip, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:20.943822 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-0d2b1fae-799f-42e2-afd8-63076cfa226b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:20.945047 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-0d2b1fae-799f-42e2-afd8-63076cfa226b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "DELETE /v2.0/floatingips/2288c4e3-7b57-4a68-984e-7cebaaf26c04 HTTP/1.1" status: 204 len: 168 time: 0.5424750 Sep 07 04:37:21.241114 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-58bff946-9d5d-4dfe-893e-283063346a03 req-4fee20b2-75b7-43d1-a3c9-227473cb2318 service neutron] 10.222.0.54 "GET /v2.0/networks/0cf8157e-89a3-431d-9547-d1dca71aa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862998 Sep 07 04:37:21.471801 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-ad67ba9f-28df-4f70-8f48-4a449a610ca6 admin admin] Deleting port 6061d2b7-72c1-4aa2-82f3-61ce44917432 {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:37:21.472146 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ad67ba9f-28df-4f70-8f48-4a449a610ca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:21.549158 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-ad67ba9f-28df-4f70-8f48-4a449a610ca6 admin admin] For port 6061d2b7-72c1-4aa2-82f3-61ce44917432, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=6061d2b7-72c1-4aa2-82f3-61ce44917432,segment=NetworkSegment(cfe5abd2-5be5-406a-b9f5-5596db348f17),segment_id=cfe5abd2-5be5-406a-b9f5-5596db348f17)] {{(pid=94311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:37:21.549491 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ad67ba9f-28df-4f70-8f48-4a449a610ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:21.561491 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-ad67ba9f-28df-4f70-8f48-4a449a610ca6 admin admin] Calling delete_port for 6061d2b7-72c1-4aa2-82f3-61ce44917432 owned by network:router_interface {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:37:21.753110 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38988) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:21.757806 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-990e103e-7836-4e66-8ac4-758409b0ddc9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1069445469', 'description': 'tempest-description--1241282504'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:21.818618 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ad67ba9f-28df-4f70-8f48-4a449a610ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:21.843312 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67ba9f-28df-4f70-8f48-4a449a610ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6061d2b7-72c1-4aa2-82f3-61ce44917432,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:21.884450 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-990e103e-7836-4e66-8ac4-758409b0ddc9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:22.044159 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ad67ba9f-28df-4f70-8f48-4a449a610ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471191'] for router_interface, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:22.066951 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-990e103e-7836-4e66-8ac4-758409b0ddc9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:22.124356 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-990e103e-7836-4e66-8ac4-758409b0ddc9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:22.189998 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e103e-7836-4e66-8ac4-758409b0ddc9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548167ea-b09a-49ed-9433-590764bbf0f7,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:22.230134 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-990e103e-7836-4e66-8ac4-758409b0ddc9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:22.231390 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-990e103e-7836-4e66-8ac4-758409b0ddc9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4772706 Sep 07 04:37:22.234249 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38990) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:22.238690 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-8e74c538-448b-4ee2-bb3f-ce7c0943cab7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Request body: {'security_group_rule': {'security_group_id': '548167ea-b09a-49ed-9433-590764bbf0f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:22.318803 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad67ba9f-28df-4f70-8f48-4a449a610ca6 admin admin] Router fdd8561a-c653-4099-b73c-e946bb8eadc6 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:37:22.373717 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8e74c538-448b-4ee2-bb3f-ce7c0943cab7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:22.467500 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad67ba9f-28df-4f70-8f48-4a449a610ca6 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:37:22.473643 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-ad67ba9f-28df-4f70-8f48-4a449a610ca6 admin admin] 10.222.0.55 "PUT /v2.0/routers/fdd8561a-c653-4099-b73c-e946bb8eadc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2990017 Sep 07 04:37:22.475625 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8e74c538-448b-4ee2-bb3f-ce7c0943cab7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:22.476556 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 38992) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:22.479585 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b35c13-05f5-42b3-a813-7ff563ad801e None None] Sync routers for ids ['fdd8561a-c653-4099-b73c-e946bb8eadc6'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:37:22.489747 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b35c13-05f5-42b3-a813-7ff563ad801e None None] Routers {'fdd8561a-c653-4099-b73c-e946bb8eadc6'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:37:22.493141 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-a4b35c13-05f5-42b3-a813-7ff563ad801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['fdd8561a-c653-4099-b73c-e946bb8eadc6'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:22.552703 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8e74c538-448b-4ee2-bb3f-ce7c0943cab7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:22.567361 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74c538-448b-4ee2-bb3f-ce7c0943cab7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adcd241b-1373-4e24-83ca-944bb1826dbd,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:22.587956 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff680b84-c817-4fea-9e25-1dde1757af23 admin admin] Notify callbacks [] for router, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:22.670471 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8e74c538-448b-4ee2-bb3f-ce7c0943cab7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:22.675746 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-8e74c538-448b-4ee2-bb3f-ce7c0943cab7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4404614 Sep 07 04:37:22.676365 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38994) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:22.678296 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-a4b35c13-05f5-42b3-a813-7ff563ad801e None None] Set router fdd8561a-c653-4099-b73c-e946bb8eadc6 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:37:22.680939 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-8e5d9fbd-1cd5-4df5-8f4e-90e72aecc7b4 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Request body: {'security_group_rule': {'security_group_id': '548167ea-b09a-49ed-9433-590764bbf0f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:22.699413 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff680b84-c817-4fea-9e25-1dde1757af23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:22.745358 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:37:22.779228 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8e5d9fbd-1cd5-4df5-8f4e-90e72aecc7b4 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:22.845220 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8e5d9fbd-1cd5-4df5-8f4e-90e72aecc7b4 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:22.860039 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-ff680b84-c817-4fea-9e25-1dde1757af23 admin admin] Deleting port ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:37:22.860418 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff680b84-c817-4fea-9e25-1dde1757af23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:22.884577 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-a4b35c13-05f5-42b3-a813-7ff563ad801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd8561a-c653-4099-b73c-e946bb8eadc6', 'name': 'tempest-ServerRescueNegativeTestJSON-790344615-router', 'tenant_id': '05b33c35f8434484aa03a579ecde878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:34:10Z', 'updated_at': '2021-09-07T04:37:21Z', 'revision_number': 5, 'project_id': '05b33c35f8434484aa03a579ecde878e', 'gw_port': {'id': 'ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8561a-c653-4099-b73c-e946bb8eadc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:34:11Z', 'updated_at': '2021-09-07T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:22.917514 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b35c13-05f5-42b3-a813-7ff563ad801e None None] Checking router: fdd8561a-c653-4099-b73c-e946bb8eadc6 for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:37:22.926803 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b35c13-05f5-42b3-a813-7ff563ad801e None None] Routers {'fdd8561a-c653-4099-b73c-e946bb8eadc6'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:37:22.927423 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-a4b35c13-05f5-42b3-a813-7ff563ad801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:36:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['fdd8561a-c653-4099-b73c-e946bb8eadc6'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:22.939385 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8e5d9fbd-1cd5-4df5-8f4e-90e72aecc7b4 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:22.955227 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [None req-ff680b84-c817-4fea-9e25-1dde1757af23 admin admin] For port ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:37:22.955674 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff680b84-c817-4fea-9e25-1dde1757af23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:22.970973 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-ff680b84-c817-4fea-9e25-1dde1757af23 admin admin] Calling delete_port for ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b owned by network:router_gateway {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:37:22.972618 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d9fbd-1cd5-4df5-8f4e-90e72aecc7b4 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8509e1-19c6-409c-a6df-f56a88f98f4a,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:23.027234 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-a4b35c13-05f5-42b3-a813-7ff563ad801e None None] Set router fdd8561a-c653-4099-b73c-e946bb8eadc6 gateway port host: None {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:37:23.061746 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-8e5d9fbd-1cd5-4df5-8f4e-90e72aecc7b4 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:23.066251 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-8e5d9fbd-1cd5-4df5-8f4e-90e72aecc7b4 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3888509 Sep 07 04:37:23.081885 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 38996) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:23.087667 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-00bfa14a-4f67-4932-a5c0-faefc9d6e29b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Request body: {'floatingip': {'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:23.092520 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-a4b35c13-05f5-42b3-a813-7ff563ad801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd8561a-c653-4099-b73c-e946bb8eadc6', 'name': 'tempest-ServerRescueNegativeTestJSON-790344615-router', 'tenant_id': '05b33c35f8434484aa03a579ecde878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:34:10Z', 'updated_at': '2021-09-07T04:37:22Z', 'revision_number': 6, 'project_id': '05b33c35f8434484aa03a579ecde878e', 'gw_port_host': None}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:23.123330 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b35c13-05f5-42b3-a813-7ff563ad801e None None] The sync data for ids ['fdd8561a-c653-4099-b73c-e946bb8eadc6'] in dv-cinder-804035-10-iscsi is: [{'id': 'fdd8561a-c653-4099-b73c-e946bb8eadc6', 'name': 'tempest-ServerRescueNegativeTestJSON-790344615-router', 'tenant_id': '05b33c35f8434484aa03a579ecde878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:34:10Z', 'updated_at': '2021-09-07T04:37:22Z', 'revision_number': 6, 'project_id': '05b33c35f8434484aa03a579ecde878e', 'gw_port_host': None}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:37:23.186676 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-00bfa14a-4f67-4932-a5c0-faefc9d6e29b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for floatingip, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:23.215528 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff680b84-c817-4fea-9e25-1dde1757af23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:23.242479 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff680b84-c817-4fea-9e25-1dde1757af23 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:23.339672 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-00bfa14a-4f67-4932-a5c0-faefc9d6e29b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:23.357742 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff680b84-c817-4fea-9e25-1dde1757af23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472629'] for router_gateway, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:23.455453 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [None req-00bfa14a-4f67-4932-a5c0-faefc9d6e29b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Allocated IP 172.27.2.146 (8b8648d5-0172-4d8a-aa17-a0353230f6f5/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8/38559015-9aca-4d04-96a2-cc6006778cf6) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:37:23.468195 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff680b84-c817-4fea-9e25-1dde1757af23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-50016'] for router, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:23.472316 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff680b84-c817-4fea-9e25-1dde1757af23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:23.588360 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-00bfa14a-4f67-4932-a5c0-faefc9d6e29b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:23.621475 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff680b84-c817-4fea-9e25-1dde1757af23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-460655'] for router, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:23.622005 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff680b84-c817-4fea-9e25-1dde1757af23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdd8561a-c653-4099-b73c-e946bb8eadc6 {{(pid=94312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 04:37:23.628090 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff680b84-c817-4fea-9e25-1dde1757af23 admin admin] Notify callbacks [] for router, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:23.629352 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-ff680b84-c817-4fea-9e25-1dde1757af23 admin admin] 10.222.0.55 "DELETE /v2.0/routers/fdd8561a-c653-4099-b73c-e946bb8eadc6 HTTP/1.1" status: 204 len: 168 time: 1.1516261 Sep 07 04:37:23.637573 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 38998) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:23.678584 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a48a4a4-ffa8-404c-b296-ac2fc955ff48 admin admin] Deleting subnet 85bf212c-084f-42e5-9646-fcbba187f4b6 {{(pid=94312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:37:23.681702 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6a48a4a4-ffa8-404c-b296-ac2fc955ff48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:23.710588 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-00bfa14a-4f67-4932-a5c0-faefc9d6e29b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:23.714847 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6a48a4a4-ffa8-404c-b296-ac2fc955ff48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270396'] for subnet, precommit_delete_associations {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:23.753987 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bfa14a-4f67-4932-a5c0-faefc9d6e29b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:37:23.755728 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6a48a4a4-ffa8-404c-b296-ac2fc955ff48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1475966'] for subnet, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:23.757045 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-00bfa14a-4f67-4932-a5c0-faefc9d6e29b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:37:23.762658 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bfa14a-4f67-4932-a5c0-faefc9d6e29b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:37:23.768703 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfa14a-4f67-4932-a5c0-faefc9d6e29b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Pushing event updated for resources: {'Port': ['ID=38559015-9aca-4d04-96a2-cc6006778cf6,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:23.851558 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-00bfa14a-4f67-4932-a5c0-faefc9d6e29b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:23.876604 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6a48a4a4-ffa8-404c-b296-ac2fc955ff48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1475957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9711872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8919976'] for subnet, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:23.904336 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48a4a4-ffa8-404c-b296-ac2fc955ff48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85bf212c-084f-42e5-9646-fcbba187f4b6,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:23.911437 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-6a48a4a4-ffa8-404c-b296-ac2fc955ff48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:23.913443 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-6a48a4a4-ffa8-404c-b296-ac2fc955ff48 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/85bf212c-084f-42e5-9646-fcbba187f4b6 HTTP/1.1" status: 204 len: 168 time: 0.2807930 Sep 07 04:37:23.916031 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 39000) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:23.924547 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 6061d2b7-72c1-4aa2-82f3-61ce44917432 no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:37:23.948105 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: 6061d2b7-72c1-4aa2-82f3-61ce44917432 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:37:23.948463 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 6061d2b7-72c1-4aa2-82f3-61ce44917432 not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:37:23.970608 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-00bfa14a-4f67-4932-a5c0-faefc9d6e29b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:23.995704 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-b1cb86fd-2d03-42e3-93b4-fd464a0d0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543271'] for network, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:24.084196 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-b1cb86fd-2d03-42e3-93b4-fd464a0d0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474017', 'neutron.services.segments.db._delete_segments_for_network-8773844615792'] for network, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:24.108898 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-b1cb86fd-2d03-42e3-93b4-fd464a0d0e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17a6419-1b26-4e6e-b7a1-2340b9a5785b']}} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:24.120044 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-b1cb86fd-2d03-42e3-93b4-fd464a0d0e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe5abd2-5be5-406a-b9f5-5596db348f17') {'for_net_delete': True} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:24.120342 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-b1cb86fd-2d03-42e3-93b4-fd464a0d0e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe5abd2-5be5-406a-b9f5-5596db348f17') {} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:24.131007 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-b1cb86fd-2d03-42e3-93b4-fd464a0d0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773844616057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270375'] for segment, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:24.133002 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-00bfa14a-4f67-4932-a5c0-faefc9d6e29b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:24.145379 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-b1cb86fd-2d03-42e3-93b4-fd464a0d0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:24.151546 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1cb86fd-2d03-42e3-93b4-fd464a0d0e6e admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=94312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:37:24.152055 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-b1cb86fd-2d03-42e3-93b4-fd464a0d0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9711978'] for segment, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: Traceback (most recent call last): Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: timer() Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: cb(*args, **kw) Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: return func(*args, **kwargs) Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: self._notify() Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: self.callback(batched_events) Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: event.method(event) Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: return f(self, *a, **k) Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._get(url).json() Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: return self.request(url, 'GET', **kwargs) Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:37:24.153844 dv-cinder-804035-10-iscsi neutron-server[94312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:37:24.192351 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-00bfa14a-4f67-4932-a5c0-faefc9d6e29b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:24.266430 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfa14a-4f67-4932-a5c0-faefc9d6e29b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Pushing event updated for resources: {'Port': ['ID=38559015-9aca-4d04-96a2-cc6006778cf6,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:24.277911 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-00bfa14a-4f67-4932-a5c0-faefc9d6e29b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472587'] for floatingip, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:24.289694 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-b1cb86fd-2d03-42e3-93b4-fd464a0d0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472601'] for network, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:24.295008 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-b1cb86fd-2d03-42e3-93b4-fd464a0d0e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:24.299614 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-b1cb86fd-2d03-42e3-93b4-fd464a0d0e6e admin admin] 10.222.0.55 "DELETE /v2.0/networks/c17a6419-1b26-4e6e-b7a1-2340b9a5785b HTTP/1.1" status: 204 len: 168 time: 0.3797817 Sep 07 04:37:24.310152 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb86fd-2d03-42e3-93b4-fd464a0d0e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=c17a6419-1b26-4e6e-b7a1-2340b9a5785b,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:24.352366 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-00bfa14a-4f67-4932-a5c0-faefc9d6e29b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:24.353761 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-00bfa14a-4f67-4932-a5c0-faefc9d6e29b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2704961 Sep 07 04:37:24.549719 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-6f2fc24c-a641-49e1-9cbb-b45ebde8faf2 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1069445469&fields=id&tenant_id=68ad0ff139cd4db998515714ae022f66 HTTP/1.1" status: 200 len: 267 time: 0.0360181 Sep 07 04:37:24.653977 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 39018) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:24.658409 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-8bf5dfdb-4211-47c5-b54c-7de51ecb6018 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:24.659897 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-8bf5dfdb-4211-47c5-b54c-7de51ecb6018 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/networks?id=164936fd-3e30-49d0-9274-2523f41a60c3 HTTP/1.1" status: 200 len: 816 time: 0.1019728 Sep 07 04:37:24.675483 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-51da2d43-400e-48be-a7f9-8482643a254f tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/quotas/68ad0ff139cd4db998515714ae022f66 HTTP/1.1" status: 200 len: 375 time: 0.0097568 Sep 07 04:37:24.697289 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-ee6ec51a-f68a-41e8-8d41-6f663d1c7ac0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=05b33c35f8434484aa03a579ecde878e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420840 Sep 07 04:37:24.697918 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 39020) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:24.730174 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-7a2a42b5-3607-4db9-80b4-b93616bada8e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=68ad0ff139cd4db998515714ae022f66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488853 Sep 07 04:37:24.745474 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-96064bf6-33ae-4994-8dbf-6e25e7233694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:24.771794 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-96064bf6-33ae-4994-8dbf-6e25e7233694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:24.834991 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-428745ba-aee0-4eb3-b02c-45a6e80ba3bf service neutron] 10.222.0.55 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866656 Sep 07 04:37:24.904197 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-96064bf6-33ae-4994-8dbf-6e25e7233694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:24.906944 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-96064bf6-33ae-4994-8dbf-6e25e7233694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:24.908761 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-96064bf6-33ae-4994-8dbf-6e25e7233694 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d3a5129-8f8c-418f-a09a-04a02014c794 HTTP/1.1" status: 204 len: 168 time: 0.2092998 Sep 07 04:37:24.920317 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96064bf6-33ae-4994-8dbf-6e25e7233694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3a5129-8f8c-418f-a09a-04a02014c794,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:24.931614 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-71ff89fb-4f82-4d54-b78c-735ad56485bb service neutron] 10.222.0.55 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905027 Sep 07 04:37:25.434906 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:37:25.470601 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:37:25.470948 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device ae34d2e8-1b0b-40b4-b6ab-d84f05cf2f0b not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:37:25.896076 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 39042) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:25.991618 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-7493d080-807c-43d7-88e4-617ad503ae71 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1631417314-network', 'tenant_id': '69e502a27852415eac62b20297317cc2'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:26.077690 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7493d080-807c-43d7-88e4-617ad503ae71 admin admin] Made reservation on behalf of 69e502a27852415eac62b20297317cc2 for: {'network': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:37:26.080876 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7493d080-807c-43d7-88e4-617ad503ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:26.088886 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7493d080-807c-43d7-88e4-617ad503ae71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:26.199592 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7493d080-807c-43d7-88e4-617ad503ae71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:26.227722 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7abaa6b1-f180-4e5a-8b4d-107447850234 req-85f56f75-9058-4384-a015-6dbcde33c422 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 210 time: 0.0262773 Sep 07 04:37:26.255137 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7493d080-807c-43d7-88e4-617ad503ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:26.282225 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7493d080-807c-43d7-88e4-617ad503ae71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:37:26.288116 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493d080-807c-43d7-88e4-617ad503ae71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dc50c2-99f2-40c4-bdc2-5cbd7c66d616,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:26.295533 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7493d080-807c-43d7-88e4-617ad503ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:26.300064 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.segments_db [None req-7493d080-807c-43d7-88e4-617ad503ae71 admin admin] Added segment 775f7892-8c3c-48d6-b54d-79469aa4e3cc of type vlan for network abd7a2b8-d7f2-4d4c-a518-325d19a15c68 Sep 07 04:37:26.341685 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7493d080-807c-43d7-88e4-617ad503ae71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:26.438446 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7493d080-807c-43d7-88e4-617ad503ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:26.439527 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7493d080-807c-43d7-88e4-617ad503ae71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:26.440176 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7493d080-807c-43d7-88e4-617ad503ae71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:26.503417 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493d080-807c-43d7-88e4-617ad503ae71 admin admin] Pushing event updated for resources: {'Network': ['ID=abd7a2b8-d7f2-4d4c-a518-325d19a15c68,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:26.512800 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network abd7a2b8-d7f2-4d4c-a518-325d19a15c68 details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:37:26.545177 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-7493d080-807c-43d7-88e4-617ad503ae71 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6478713 Sep 07 04:37:26.548319 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 39060) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:26.553161 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-08ef6426-1401-4716-bd10-b6713d501a51 admin admin] Request body: {'subnet': {'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1631417314-subnet', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:26.658914 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ef6426-1401-4716-bd10-b6713d501a51 admin admin] Made reservation on behalf of 69e502a27852415eac62b20297317cc2 for: {'subnet': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:37:26.661269 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-08ef6426-1401-4716-bd10-b6713d501a51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9124979'] for subnet, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:26.815365 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-92902d9d-865b-42b3-a095-87fc6e75452e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:26.918446 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-08ef6426-1401-4716-bd10-b6713d501a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9042233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9124869'] for subnet, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:26.976904 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef6426-1401-4716-bd10-b6713d501a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71cfc763-38e6-482c-b830-db47568dd9d9,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:26.987406 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ef6426-1401-4716-bd10-b6713d501a51 admin admin] Checking segment: {'id': '775f7892-8c3c-48d6-b54d-79469aa4e3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:37:26.987760 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ef6426-1401-4716-bd10-b6713d501a51 admin admin] Network hostable DHCP agents. Network: abd7a2b8-d7f2-4d4c-a518-325d19a15c68, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:37:27.095960 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ef6426-1401-4716-bd10-b6713d501a51 admin admin] Network abd7a2b8-d7f2-4d4c-a518-325d19a15c68 is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:37:27.186507 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-08ef6426-1401-4716-bd10-b6713d501a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, abd7a2b8-d7f2-4d4c-a518-325d19a15c68) {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:37:27.191206 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ef6426-1401-4716-bd10-b6713d501a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:27.191797 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-08ef6426-1401-4716-bd10-b6713d501a51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:27.196907 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e093fc-d3ee-4949-9368-6a4e13828680 None None] Network abd7a2b8-d7f2-4d4c-a518-325d19a15c68 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:37:27.285763 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-08ef6426-1401-4716-bd10-b6713d501a51 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7339575 Sep 07 04:37:27.286034 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 39064) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:27.290373 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:27.326629 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1522298a-7ae7-4ac3-bfc2-33588c06f2ad req-2bf850bc-1173-4b33-970c-26c7b1e8fefd tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 210 time: 0.0260279 Sep 07 04:37:27.350085 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f0861aa-1164-573e-aee3-8cc302ec4a76-abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9'}]}} from dv-cinder-804035-10-iscsi. {{(pid=94313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:37:27.350988 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:27.393428 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-50034'] for router, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:27.394693 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-50041'] for router, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:27.451554 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:27.496896 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.db_base_plugin_common [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Allocated IP 172.20.0.2 (abd7a2b8-d7f2-4d4c-a518-325d19a15c68/71cfc763-38e6-482c-b830-db47568dd9d9/f5387abe-768c-42b1-88f5-eb96937608f4) {{(pid=94313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:37:27.648344 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Notify callbacks [] for port, precommit_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:27.657137 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Transition to ACTIVE for port object f5387abe-768c-42b1-88f5-eb96937608f4 will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:37:27.671923 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Transition to ACTIVE for port object f5387abe-768c-42b1-88f5-eb96937608f4 will not be triggered until provisioned by entity DHCP. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:37:27.746869 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468'] for port, after_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:27.749151 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:27.787619 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Network abd7a2b8-d7f2-4d4c-a518-325d19a15c68 is already hosted by enough agents. {{(pid=94313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:37:27.792436 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.base_scheduler [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Resources bound (agent type, host, resource id): {{(pid=94313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:37:27.797079 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Received port after_create {{(pid=94313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:37:27.799001 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Pushing event updated for resources: {'Port': ['ID=f5387abe-768c-42b1-88f5-eb96937608f4,revision_number=1']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:27.808356 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:27.808765 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:27.809113 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:27.809459 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:27.809797 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:27.810135 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:27.810470 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:27.810804 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:27.811136 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:27.811468 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:27.811802 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:27.812128 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:27.863811 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Attempting to bind port f5387abe-768c-42b1-88f5-eb96937608f4 on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:37:27.864193 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Attempting to bind port f5387abe-768c-42b1-88f5-eb96937608f4 by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': '775f7892-8c3c-48d6-b54d-79469aa4e3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:37:27.864600 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Attempting to bind port f5387abe-768c-42b1-88f5-eb96937608f4 on network abd7a2b8-d7f2-4d4c-a518-325d19a15c68 {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:37:27.869521 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:37:27.869895 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Checking segment: {'id': '775f7892-8c3c-48d6-b54d-79469aa4e3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:37:27.870296 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:27.870691 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Bound using segment: {'id': '775f7892-8c3c-48d6-b54d-79469aa4e3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:37:27.871159 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Bound port: f5387abe-768c-42b1-88f5-eb96937608f4, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775f7892-8c3c-48d6-b54d-79469aa4e3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:37:27.871541 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:27.939185 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] For port f5387abe-768c-42b1-88f5-eb96937608f4, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:37:27.942427 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] For port f5387abe-768c-42b1-88f5-eb96937608f4, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=f5387abe-768c-42b1-88f5-eb96937608f4,segment=NetworkSegment(775f7892-8c3c-48d6-b54d-79469aa4e3cc),segment_id=775f7892-8c3c-48d6-b54d-79469aa4e3cc)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:37:27.992759 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:28.010014 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:28.032450 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:28.053173 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821670a0-151b-4aa3-ba31-e81128fefa7f None None] Pushing event updated for resources: {'Port': ['ID=f5387abe-768c-42b1-88f5-eb96937608f4,revision_number=2']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:28.148416 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] Allocated IP 172.27.2.36 (8b8648d5-0172-4d8a-aa17-a0353230f6f5/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8/2c900a11-3a32-4e6c-89bd-e8fe60769918) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:37:28.341145 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:28.377010 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-dc3b2de8-a732-42e7-87a9-72fdb8ad77ed tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:28.378584 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-dc3b2de8-a732-42e7-87a9-72fdb8ad77ed tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.54 "GET /v2.0/networks?id=164936fd-3e30-49d0-9274-2523f41a60c3 HTTP/1.1" status: 200 len: 816 time: 0.1557004 Sep 07 04:37:28.447387 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-199842f8-63dd-4526-a476-aed07772e786 req-fd8cf0c7-a13d-4118-be6d-69c7925a0b52 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 210 time: 0.0326254 Sep 07 04:37:28.457253 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-4c86d2f6-4d30-4672-b479-d64e5faa71f6 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68ad0ff139cd4db998515714ae022f66 HTTP/1.1" status: 200 len: 380 time: 0.0604072 Sep 07 04:37:28.467197 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-09bfd233-eb7c-4232-b624-e88ca2f363f1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Request body: {'port': {'device_id': '265374de-c7cb-47a1-8213-2c17868eb9b8', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'admin_state_up': True, 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'security_groups': ['548167ea-b09a-49ed-9433-590764bbf0f7']}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:28.508681 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:28.583678 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:37:28.592669 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:37:28.595660 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:37:28.603375 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] Pushing event updated for resources: {'Port': ['ID=2c900a11-3a32-4e6c-89bd-e8fe60769918,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:28.784854 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-09bfd233-eb7c-4232-b624-e88ca2f363f1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Made reservation on behalf of 68ad0ff139cd4db998515714ae022f66 for: {'port': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:37:28.788906 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-09bfd233-eb7c-4232-b624-e88ca2f363f1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:28.926072 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012f95c2-d1d4-45e9-9d50-5b6fb02c5b09 None None] Network abd7a2b8-d7f2-4d4c-a518-325d19a15c68 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:37:28.994987 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-09bfd233-eb7c-4232-b624-e88ca2f363f1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Allocated IP 172.20.0.10 (164936fd-3e30-49d0-9274-2523f41a60c3/d1a0f6fd-6cb9-4727-a121-2a2dee89b16f/49ac85d6-af0e-4ac5-b70d-0096f5141c9c) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:37:29.021776 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:29.118221 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-85849ec2-045d-40da-9b9a-93dd7851d526 None None] Provisioning for port f5387abe-768c-42b1-88f5-eb96937608f4 completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:37:29.500565 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-09bfd233-eb7c-4232-b624-e88ca2f363f1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:29.529042 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device f5387abe-768c-42b1-88f5-eb96937608f4 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:37:29.549971 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-09bfd233-eb7c-4232-b624-e88ca2f363f1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Transition to ACTIVE for port object 49ac85d6-af0e-4ac5-b70d-0096f5141c9c will not be triggered until provisioned by entity DHCP. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:37:29.570571 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473069'] for router, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:29.573386 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-d56b9bf4-df6b-4890-b326-6e1afa5c38cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:29.574827 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c8124a79-75bc-4a72-919a-2b6bd9c2352f req-4faa6927-4743-49f3-8046-f755c4c7786d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 210 time: 0.0287716 Sep 07 04:37:29.618436 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:29.664051 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port f5387abe-768c-42b1-88f5-eb96937608f4 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:37:29.668233 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port f5387abe-768c-42b1-88f5-eb96937608f4 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:37:29.668643 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:29.739125 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-09bfd233-eb7c-4232-b624-e88ca2f363f1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:29.747419 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:29.777327 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] Router 2553c649-3b4f-45eb-8aee-a438a3786424 is scheduled to L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 with binding_index 1 {{(pid=94311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:37:29.779556 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port f5387abe-768c-42b1-88f5-eb96937608f4, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=f5387abe-768c-42b1-88f5-eb96937608f4,segment=NetworkSegment(775f7892-8c3c-48d6-b54d-79469aa4e3cc),segment_id=775f7892-8c3c-48d6-b54d-79469aa4e3cc)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:37:29.785900 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-09bfd233-eb7c-4232-b624-e88ca2f363f1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Network 164936fd-3e30-49d0-9274-2523f41a60c3 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:37:29.790537 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-09bfd233-eb7c-4232-b624-e88ca2f363f1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:37:29.797696 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-09bfd233-eb7c-4232-b624-e88ca2f363f1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:37:29.822825 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfd233-eb7c-4232-b624-e88ca2f363f1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Pushing event updated for resources: {'Port': ['ID=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:29.849604 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:29.891043 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-09bfd233-eb7c-4232-b624-e88ca2f363f1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:29.891706 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-09bfd233-eb7c-4232-b624-e88ca2f363f1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:29.904924 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=f5387abe-768c-42b1-88f5-eb96937608f4,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:29.959419 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:37:29.967949 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Sync routers for ids ['2553c649-3b4f-45eb-8aee-a438a3786424'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:37:29.972144 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-09bfd233-eb7c-4232-b624-e88ca2f363f1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5088558 Sep 07 04:37:29.977591 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Routers {'2553c649-3b4f-45eb-8aee-a438a3786424'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:37:29.978215 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:37:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['2553c649-3b4f-45eb-8aee-a438a3786424'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:29.992577 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Request body: {'port': {'device_id': '265374de-c7cb-47a1-8213-2c17868eb9b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:30.044681 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:30.053899 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:30.055130 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-53352622-2ba8-4286-9cee-d3d97933e3e5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7681391 Sep 07 04:37:30.058086 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 39074) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:30.088700 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Set router 2553c649-3b4f-45eb-8aee-a438a3786424 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:37:30.170701 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-3cbd8215-7b0c-41ed-a995-f9a65d88b786 None None] Provisioning for port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:37:30.200475 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-3cbd8215-7b0c-41ed-a995-f9a65d88b786 None None] Provisioning complete for port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:37:30.200870 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8215-7b0c-41ed-a995-f9a65d88b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:30.258818 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd8215-7b0c-41ed-a995-f9a65d88b786 None None] Port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:37:30.310693 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:37:28Z', 'revision_number': 3, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port': {'id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:55:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:28Z', 'updated_at': '2021-09-07T04:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:30.321246 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ac85d6-af0e-4ac5-b70d-0096f5141c9c {{(pid=94311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:37:30.329567 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:30.337005 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Checking router: 2553c649-3b4f-45eb-8aee-a438a3786424 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:37:30.337513 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Updating router 2553c649-3b4f-45eb-8aee-a438a3786424 port 2c900a11-3a32-4e6c-89bd-e8fe60769918 binding host dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:37:30.342859 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Transition to ACTIVE for port object 49ac85d6-af0e-4ac5-b70d-0096f5141c9c will not be triggered until provisioned by entity L2. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:37:30.364729 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:30.455530 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:30.480158 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:30.520735 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:30.563456 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:30.602697 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Attempting to bind port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:37:30.603195 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Attempting to bind port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '216818b9-6e12-4892-87c5-5c5f6844d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3'}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:37:30.603540 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Attempting to bind port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c on network 164936fd-3e30-49d0-9274-2523f41a60c3 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:37:30.608793 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c on network 164936fd-3e30-49d0-9274-2523f41a60c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:37:30.609190 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Attempting to bind port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c on network 164936fd-3e30-49d0-9274-2523f41a60c3 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:37:30.615267 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:37:30.615267 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Checking segment: {'id': '216818b9-6e12-4892-87c5-5c5f6844d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:37:30.615642 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Bound using segment: {'id': '216818b9-6e12-4892-87c5-5c5f6844d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3'} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:37:30.616088 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Bound port: 49ac85d6-af0e-4ac5-b70d-0096f5141c9c, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216818b9-6e12-4892-87c5-5c5f6844d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3'}}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:37:30.616450 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:30.655696 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] Allocated IP 172.20.0.1 (abd7a2b8-d7f2-4d4c-a518-325d19a15c68/71cfc763-38e6-482c-b830-db47568dd9d9/739e4423-981a-480a-ba2f-814a97bb2eef) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:37:30.676069 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Notify callbacks [] for port, precommit_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:30.689572 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Transition to ACTIVE for port object 2c900a11-3a32-4e6c-89bd-e8fe60769918 will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:37:30.699449 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] For port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c, host hv-cinder-80403, cleared binding levels {{(pid=94311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:37:30.702724 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] For port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:37:30.767779 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:30.787384 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:30.794250 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df4760-799a-4193-a10f-71aa7abceea6 req-55ab8af5-bf92-4afe-b32a-56a3edbca76e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:30.798813 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-62df4760-799a-4193-a10f-71aa7abceea6 req-55ab8af5-bf92-4afe-b32a-56a3edbca76e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 944 time: 0.0696387 Sep 07 04:37:30.805604 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:30.825242 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:30.826029 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:30.827726 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] 10.222.0.54 "PUT /v2.0/ports/49ac85d6-af0e-4ac5-b70d-0096f5141c9c HTTP/1.1" status: 200 len: 1094 time: 0.8390133 Sep 07 04:37:30.830824 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265374de-c7cb-47a1-8213-2c17868eb9b8', 'tag': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:37:30.832143 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] Transition to ACTIVE for port object 739e4423-981a-480a-ba2f-814a97bb2eef will not be triggered until provisioned by entity DHCP. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:37:30.833597 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdc3b6c-c70f-463d-b2a6-3a8bcbf52073" -d '{"events": [{"name": "network-changed", "server_uuid": "265374de-c7cb-47a1-8213-2c17868eb9b8", "tag": "49ac85d6-af0e-4ac5-b70d-0096f5141c9c"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:37:30.837885 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Attempting to bind port 2c900a11-3a32-4e6c-89bd-e8fe60769918 on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:37:30.844800 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Attempting to bind port 2c900a11-3a32-4e6c-89bd-e8fe60769918 by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:37:30.844800 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Attempting to bind port 2c900a11-3a32-4e6c-89bd-e8fe60769918 on network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:37:30.844800 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a865eb7-23ed-4747-837b-7b548612b734 None None] Pushing event updated for resources: {'Port': ['ID=2c900a11-3a32-4e6c-89bd-e8fe60769918,revision_number=2']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:30.854802 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:37:30.855207 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Checking segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:37:30.856107 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:30.856522 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Bound using segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:37:30.857163 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Bound port: 2c900a11-3a32-4e6c-89bd-e8fe60769918, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:37:30.857415 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:30.874424 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48492eae-2267-4472-9b04-50343e1ef0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,revision_number=3']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:30.893975 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-62df4760-799a-4193-a10f-71aa7abceea6 req-f8dbaedb-5f2f-47c3-af48-ebb53e35b5ee tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775957 Sep 07 04:37:30.902549 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586c1e2e-4985-495e-92ac-18f44d27c0e0 x-openstack-request-id: req-586c1e2e-4985-495e-92ac-18f44d27c0e0 {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:37:30.902549 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265374de-c7cb-47a1-8213-2c17868eb9b8", "tag": "49ac85d6-af0e-4ac5-b70d-0096f5141c9c", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:37:30.902549 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-586c1e2e-4985-495e-92ac-18f44d27c0e0 {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:37:30.902549 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265374de-c7cb-47a1-8213-2c17868eb9b8', 'tag': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c', 'status': 'completed', 'code': 200} Sep 07 04:37:30.932005 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] For port 2c900a11-3a32-4e6c-89bd-e8fe60769918, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:37:30.936654 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] For port 2c900a11-3a32-4e6c-89bd-e8fe60769918, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=2c900a11-3a32-4e6c-89bd-e8fe60769918,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:37:30.973609 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:30.989929 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc3b6c-c70f-463d-b2a6-3a8bcbf52073 req-cc727eb0-a7b6-4a4c-af18-a16527b08e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:30.991466 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-8cdc3b6c-c70f-463d-b2a6-3a8bcbf52073 req-cc727eb0-a7b6-4a4c-af18-a16527b08e69 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68ad0ff139cd4db998515714ae022f66&device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 1097 time: 0.0454137 Sep 07 04:37:31.014389 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] Network abd7a2b8-d7f2-4d4c-a518-325d19a15c68 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:37:31.017603 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:37:31.022290 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:31.023533 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:37:31.030378 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] Pushing event updated for resources: {'Port': ['ID=739e4423-981a-480a-ba2f-814a97bb2eef,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:31.071230 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472734'] for router_interface, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:31.139143 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc3b6c-c70f-463d-b2a6-3a8bcbf52073 req-2850a1ac-6ab3-4fdc-9ee4-99e6324c25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:31.141064 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-8cdc3b6c-c70f-463d-b2a6-3a8bcbf52073 req-2850a1ac-6ab3-4fdc-9ee4-99e6324c25e9 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=68ad0ff139cd4db998515714ae022f66&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1344025 Sep 07 04:37:31.258009 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a865eb7-23ed-4747-837b-7b548612b734 None None] Pushing event updated for resources: {'Port': ['ID=2c900a11-3a32-4e6c-89bd-e8fe60769918,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:31.261195 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Routers {'2553c649-3b4f-45eb-8aee-a438a3786424'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:37:31.262227 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:37:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['2553c649-3b4f-45eb-8aee-a438a3786424'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:31.262360 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc3b6c-c70f-463d-b2a6-3a8bcbf52073 req-b64e8e2d-4a0b-40a3-8296-88db0e18101e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:31.264299 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-8cdc3b6c-c70f-463d-b2a6-3a8bcbf52073 req-b64e8e2d-4a0b-40a3-8296-88db0e18101e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1085322 Sep 07 04:37:31.275264 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:31.382715 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-a6f9e4df-ead7-4656-ac04-5caa6cc445e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:31.383766 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] Set router 2553c649-3b4f-45eb-8aee-a438a3786424 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:37:31.384248 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-a6f9e4df-ead7-4656-ac04-5caa6cc445e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68ad0ff139cd4db998515714ae022f66&device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 1097 time: 0.0540631 Sep 07 04:37:31.440408 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-fce9f882-b5c8-41ad-b2e4-38f47848fcfa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49ac85d6-af0e-4ac5-b70d-0096f5141c9c HTTP/1.1" status: 200 len: 217 time: 0.0370750 Sep 07 04:37:31.455589 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:31.461809 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-90c07f55-2c2b-4612-92bc-91fd5f4ad67f None None] Provisioning for port 739e4423-981a-480a-ba2f-814a97bb2eef completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:37:31.467884 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-90c07f55-2c2b-4612-92bc-91fd5f4ad67f None None] Provisioning complete for port 739e4423-981a-480a-ba2f-814a97bb2eef triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:37:31.468199 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-90c07f55-2c2b-4612-92bc-91fd5f4ad67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:31.493856 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-c1df06a8-9515-45f8-aef5-138403f6cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:31.495350 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-c1df06a8-9515-45f8-aef5-138403f6cd2a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1a0f6fd-6cb9-4727-a121-2a2dee89b16f HTTP/1.1" status: 200 len: 855 time: 0.0478611 Sep 07 04:37:31.506761 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device f5387abe-768c-42b1-88f5-eb96937608f4 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:37:31.533154 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:31.549630 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-d6be1c76-92a6-4595-81ed-355d40e05bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:31.551203 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-d6be1c76-92a6-4595-81ed-355d40e05bc3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=164936fd-3e30-49d0-9274-2523f41a60c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0476582 Sep 07 04:37:31.586545 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-90c07f55-2c2b-4612-92bc-91fd5f4ad67f None None] Port 739e4423-981a-480a-ba2f-814a97bb2eef cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:37:31.601635 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] Pushing event updated for resources: {'Port': ['ID=739e4423-981a-480a-ba2f-814a97bb2eef,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:31.604541 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471086'] for router_interface, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:31.640804 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port f5387abe-768c-42b1-88f5-eb96937608f4 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:37:31.642250 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:31.662449 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-72ccce06-d6c3-4c23-9a6d-3ff7fbefba09 service neutron] 10.222.0.54 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972352 Sep 07 04:37:31.706262 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:37:31Z', 'revision_number': 4, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port': {'id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:55:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:28Z', 'updated_at': '2021-09-07T04:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '739e4423-981a-480a-ba2f-814a97bb2eef', 'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'mac_address': 'fa:16:3e:66:4c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:30Z', 'updated_at': '2021-09-07T04:37:30Z', 'revision_number': 1, 'project_id': '69e502a27852415eac62b20297317cc2', 'subnets': [{'id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:31.755525 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7fe89a-f027-4e93-836e-bcaf2ba23347 None None] The sync data for ids ['2553c649-3b4f-45eb-8aee-a438a3786424'] in dv-cinder-804035-10-iscsi is: [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:37:31Z', 'revision_number': 4, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port': {'id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:55:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:28Z', 'updated_at': '2021-09-07T04:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '739e4423-981a-480a-ba2f-814a97bb2eef', 'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'mac_address': 'fa:16:3e:66:4c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:30Z', 'updated_at': '2021-09-07T04:37:30Z', 'revision_number': 1, 'project_id': '69e502a27852415eac62b20297317cc2', 'subnets': [{'id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:37:31.763296 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-190daa68-7c96-4fc9-8705-2b9a4d1fb7d7 req-3463a44b-99fa-46c7-bd7e-979246740371 service neutron] 10.222.0.54 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931153 Sep 07 04:37:31.787099 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] Network abd7a2b8-d7f2-4d4c-a518-325d19a15c68 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:37:31.789352 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:37:32.015583 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-ff4c66ba-c2ad-433b-9706-ed3f0ce547bb None None] Provisioning complete for port 739e4423-981a-480a-ba2f-814a97bb2eef triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:37:32.016012 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-ff4c66ba-c2ad-433b-9706-ed3f0ce547bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:32.059791 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c66ba-c2ad-433b-9706-ed3f0ce547bb None None] Port 739e4423-981a-480a-ba2f-814a97bb2eef cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:37:32.211845 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] Router 2553c649-3b4f-45eb-8aee-a438a3786424 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:37:32.237214 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3f5ca-5464-4d28-9b96-1d9b2ca68f78 req-eb7c8af5-9263-45fb-aec5-6fbe9753cdbf tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:32.238719 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c3a3f5ca-5464-4d28-9b96-1d9b2ca68f78 req-eb7c8af5-9263-45fb-aec5-6fbe9753cdbf tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 944 time: 0.0705686 Sep 07 04:37:32.323228 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c3a3f5ca-5464-4d28-9b96-1d9b2ca68f78 req-1521e4c9-cb3c-4b00-ac6d-b1e7460d914b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510235 Sep 07 04:37:32.370063 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:37:32.382727 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-4449e5dc-a37a-4108-9e84-73a5fcd395da admin admin] 10.222.0.55 "PUT /v2.0/routers/2553c649-3b4f-45eb-8aee-a438a3786424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3158336 Sep 07 04:37:32.524092 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:33.029069 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 39092) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:33.033844 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-9c17e18a-c348-4879-b03a-ecc7676ff1b8 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1606358477', 'description': 'tempest-description--580847462'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:33.123562 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9c17e18a-c348-4879-b03a-ecc7676ff1b8 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:33.215078 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9c17e18a-c348-4879-b03a-ecc7676ff1b8 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:33.263714 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9c17e18a-c348-4879-b03a-ecc7676ff1b8 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:33.291507 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17e18a-c348-4879-b03a-ecc7676ff1b8 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7597637c-b87b-4e9d-ab94-7ffb9b8add71,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:33.387115 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9c17e18a-c348-4879-b03a-ecc7676ff1b8 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:33.393134 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 39096) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:33.397392 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-9c17e18a-c348-4879-b03a-ecc7676ff1b8 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3668418 Sep 07 04:37:33.400695 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-231e59b9-7ba4-4522-ab5e-cccfdf97a329 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Request body: {'security_group_rule': {'security_group_id': '7597637c-b87b-4e9d-ab94-7ffb9b8add71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:33.465642 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636150e-aece-4288-a236-24ea70fb6531 req-dc05aaf4-e2c6-4c58-9e88-f9e2533539f9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:33.467207 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c636150e-aece-4288-a236-24ea70fb6531 req-dc05aaf4-e2c6-4c58-9e88-f9e2533539f9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 944 time: 0.0616684 Sep 07 04:37:33.517257 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c636150e-aece-4288-a236-24ea70fb6531 req-ad04f302-65e2-4c9e-977d-26afa0a1718b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428286 Sep 07 04:37:33.523026 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 2c900a11-3a32-4e6c-89bd-e8fe60769918 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:37:33.535676 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-231e59b9-7ba4-4522-ab5e-cccfdf97a329 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:33.597989 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-231e59b9-7ba4-4522-ab5e-cccfdf97a329 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:33.655240 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port 2c900a11-3a32-4e6c-89bd-e8fe60769918 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:37:33.660238 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 2c900a11-3a32-4e6c-89bd-e8fe60769918 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:37:33.660637 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:33.678195 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-231e59b9-7ba4-4522-ab5e-cccfdf97a329 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:33.697641 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e59b9-7ba4-4522-ab5e-cccfdf97a329 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58942501-2371-44fe-a510-a14f75f90dc2,revision_number=0']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:33.700065 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Sync routers for ids ['2553c649-3b4f-45eb-8aee-a438a3786424'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:37:33.711133 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Routers {'2553c649-3b4f-45eb-8aee-a438a3786424'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:37:33.711821 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:37:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['2553c649-3b4f-45eb-8aee-a438a3786424'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:33.750381 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:33.753248 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-231e59b9-7ba4-4522-ab5e-cccfdf97a329 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:33.757437 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 39098) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:33.758013 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-231e59b9-7ba4-4522-ab5e-cccfdf97a329 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3625550 Sep 07 04:37:33.761999 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-3dd912b5-b2a9-4435-82a5-692621c4e0d4 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Request body: {'security_group_rule': {'security_group_id': '7597637c-b87b-4e9d-ab94-7ffb9b8add71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:33.776080 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port 2c900a11-3a32-4e6c-89bd-e8fe60769918, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=2c900a11-3a32-4e6c-89bd-e8fe60769918,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:37:33.817785 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Set router 2553c649-3b4f-45eb-8aee-a438a3786424 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:37:33.835294 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:33.852111 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3dd912b5-b2a9-4435-82a5-692621c4e0d4 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:33.887954 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=2c900a11-3a32-4e6c-89bd-e8fe60769918,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:33.912332 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3dd912b5-b2a9-4435-82a5-692621c4e0d4 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:33.983895 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3dd912b5-b2a9-4435-82a5-692621c4e0d4 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:34.003829 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd912b5-b2a9-4435-82a5-692621c4e0d4 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941acd9a-7aad-4d97-a6f9-d60be2fa90b6,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:34.030184 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:37:31Z', 'revision_number': 4, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port': {'id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:55:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:28Z', 'updated_at': '2021-09-07T04:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '739e4423-981a-480a-ba2f-814a97bb2eef', 'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'mac_address': 'fa:16:3e:66:4c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:30Z', 'updated_at': '2021-09-07T04:37:31Z', 'revision_number': 2, 'project_id': '69e502a27852415eac62b20297317cc2', 'subnets': [{'id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:34.060406 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Checking router: 2553c649-3b4f-45eb-8aee-a438a3786424 for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:37:34.060799 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Updating router 2553c649-3b4f-45eb-8aee-a438a3786424 port 739e4423-981a-480a-ba2f-814a97bb2eef binding host dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:37:34.066899 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3dd912b5-b2a9-4435-82a5-692621c4e0d4 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:34.069347 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-3dd912b5-b2a9-4435-82a5-692621c4e0d4 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3097548 Sep 07 04:37:34.071365 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 39100) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:34.075833 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-0b5b94b0-9fe4-4dda-840a-cd3a7b797754 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Request body: {'floatingip': {'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:34.086810 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:34.169989 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0b5b94b0-9fe4-4dda-840a-cd3a7b797754 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for floatingip, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:34.270514 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0b5b94b0-9fe4-4dda-840a-cd3a7b797754 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:34.312377 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 49ac85d6-af0e-4ac5-b70d-0096f5141c9c details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:37:34.343469 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Notify callbacks [] for port, precommit_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:34.353176 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.provisioning_blocks [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Transition to ACTIVE for port object 739e4423-981a-480a-ba2f-814a97bb2eef will not be triggered until provisioned by entity L2. {{(pid=94314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:37:34.382728 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [None req-0b5b94b0-9fe4-4dda-840a-cd3a7b797754 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Allocated IP 172.27.2.50 (8b8648d5-0172-4d8a-aa17-a0353230f6f5/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8/0545b9f2-1960-4235-9516-dad93cf665ed) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:37:34.419175 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:37:34.431473 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'port_id': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c', 'mac_address': 'fa:16:3e:5b:ed:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:37:34.460789 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:34.468948 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:34.482726 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ac85d6-af0e-4ac5-b70d-0096f5141c9c {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:37:34.483655 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0b5b94b0-9fe4-4dda-840a-cd3a7b797754 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:34.498349 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:34.502914 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:37:34.570064 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180954c0-7782-4e9f-98d1-1aada131c42d None None] Pushing event updated for resources: {'Port': ['ID=739e4423-981a-480a-ba2f-814a97bb2eef,revision_number=3']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:34.570064 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180954c0-7782-4e9f-98d1-1aada131c42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:34.570064 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180954c0-7782-4e9f-98d1-1aada131c42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:34.570064 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180954c0-7782-4e9f-98d1-1aada131c42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:34.570064 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180954c0-7782-4e9f-98d1-1aada131c42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:34.570064 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180954c0-7782-4e9f-98d1-1aada131c42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:34.570064 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180954c0-7782-4e9f-98d1-1aada131c42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:34.570064 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180954c0-7782-4e9f-98d1-1aada131c42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:34.570064 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180954c0-7782-4e9f-98d1-1aada131c42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:34.570064 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180954c0-7782-4e9f-98d1-1aada131c42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:34.570064 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180954c0-7782-4e9f-98d1-1aada131c42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:34.570064 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180954c0-7782-4e9f-98d1-1aada131c42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:34.570064 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180954c0-7782-4e9f-98d1-1aada131c42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:37:34.601704 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:34.635101 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Attempting to bind port 739e4423-981a-480a-ba2f-814a97bb2eef on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:37:34.635474 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Attempting to bind port 739e4423-981a-480a-ba2f-814a97bb2eef by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': '775f7892-8c3c-48d6-b54d-79469aa4e3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68'}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:37:34.635842 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Attempting to bind port 739e4423-981a-480a-ba2f-814a97bb2eef on network abd7a2b8-d7f2-4d4c-a518-325d19a15c68 {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:37:34.641448 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:37:34.641978 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Checking segment: {'id': '775f7892-8c3c-48d6-b54d-79469aa4e3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:37:34.643268 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:34.643405 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Bound using segment: {'id': '775f7892-8c3c-48d6-b54d-79469aa4e3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68'} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:37:34.643915 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Bound port: 739e4423-981a-480a-ba2f-814a97bb2eef, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775f7892-8c3c-48d6-b54d-79469aa4e3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68'}}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:37:34.644323 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:34.645365 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0b5b94b0-9fe4-4dda-840a-cd3a7b797754 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:34.660705 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:34.691210 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5b94b0-9fe4-4dda-840a-cd3a7b797754 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:37:34.691480 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb5fb1-720f-42e1-a7d1-907c4607a3bc req-4ace67e5-3942-479e-a9bc-8bb5546afc56 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:34.693686 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-01fb5fb1-720f-42e1-a7d1-907c4607a3bc req-4ace67e5-3942-479e-a9bc-8bb5546afc56 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 945 time: 0.0816743 Sep 07 04:37:34.701964 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-0b5b94b0-9fe4-4dda-840a-cd3a7b797754 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:37:34.701964 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5b94b0-9fe4-4dda-840a-cd3a7b797754 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:37:34.723834 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] For port 739e4423-981a-480a-ba2f-814a97bb2eef, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:37:34.727895 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] For port 739e4423-981a-480a-ba2f-814a97bb2eef, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=739e4423-981a-480a-ba2f-814a97bb2eef,segment=NetworkSegment(775f7892-8c3c-48d6-b54d-79469aa4e3cc),segment_id=775f7892-8c3c-48d6-b54d-79469aa4e3cc)] {{(pid=94314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:37:34.735826 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b94b0-9fe4-4dda-840a-cd3a7b797754 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Pushing event updated for resources: {'Port': ['ID=0545b9f2-1960-4235-9516-dad93cf665ed,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:34.740920 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-01fb5fb1-720f-42e1-a7d1-907c4607a3bc req-c9368ad5-626b-4a21-bd3e-f77128e84d63 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357647 Sep 07 04:37:34.801058 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0b5b94b0-9fe4-4dda-840a-cd3a7b797754 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:34.801758 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:34.866244 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Routers {'2553c649-3b4f-45eb-8aee-a438a3786424'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:37:34.866877 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:37:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['2553c649-3b4f-45eb-8aee-a438a3786424'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:34.868728 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180954c0-7782-4e9f-98d1-1aada131c42d None None] Pushing event updated for resources: {'Port': ['ID=739e4423-981a-480a-ba2f-814a97bb2eef,revision_number=4']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:34.926187 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0b5b94b0-9fe4-4dda-840a-cd3a7b797754 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:34.938203 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['49ac85d6-af0e-4ac5-b70d-0096f5141c9c'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:37:34.991509 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] Set router 2553c649-3b4f-45eb-8aee-a438a3786424 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:37:35.196542 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0b5b94b0-9fe4-4dda-840a-cd3a7b797754 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:35.258125 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0b5b94b0-9fe4-4dda-840a-cd3a7b797754 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:35.286973 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:37:31Z', 'revision_number': 4, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port': {'id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:28Z', 'updated_at': '2021-09-07T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '739e4423-981a-480a-ba2f-814a97bb2eef', 'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'mac_address': 'fa:16:3e:66:4c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:30Z', 'updated_at': '2021-09-07T04:37:34Z', 'revision_number': 4, 'project_id': '69e502a27852415eac62b20297317cc2', 'subnets': [{'id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:35.313421 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd49014a-2d6a-495d-81f0-58bc1fb7ef2d None None] The sync data for ids ['2553c649-3b4f-45eb-8aee-a438a3786424'] in dv-cinder-804035-10-iscsi is: [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:37:31Z', 'revision_number': 4, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port': {'id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:28Z', 'updated_at': '2021-09-07T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '739e4423-981a-480a-ba2f-814a97bb2eef', 'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'mac_address': 'fa:16:3e:66:4c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:30Z', 'updated_at': '2021-09-07T04:37:34Z', 'revision_number': 4, 'project_id': '69e502a27852415eac62b20297317cc2', 'subnets': [{'id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:37:35.326557 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b94b0-9fe4-4dda-840a-cd3a7b797754 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Pushing event updated for resources: {'Port': ['ID=0545b9f2-1960-4235-9516-dad93cf665ed,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:35.336789 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0b5b94b0-9fe4-4dda-840a-cd3a7b797754 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472587'] for floatingip, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:35.409854 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0b5b94b0-9fe4-4dda-840a-cd3a7b797754 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:35.411159 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-0b5b94b0-9fe4-4dda-840a-cd3a7b797754 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3386192 Sep 07 04:37:35.533866 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 739e4423-981a-480a-ba2f-814a97bb2eef up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:37:35.566373 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-5a7760a6-77fb-4563-84f1-4d25048e3083 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1606358477&fields=id&tenant_id=69e502a27852415eac62b20297317cc2 HTTP/1.1" status: 200 len: 267 time: 0.0354331 Sep 07 04:37:35.649952 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port 739e4423-981a-480a-ba2f-814a97bb2eef completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:37:35.654859 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 739e4423-981a-480a-ba2f-814a97bb2eef triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:37:35.655237 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:35.683925 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-f7c7139b-18be-45c0-b07e-8b0fffe60efb tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:35.685506 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-f7c7139b-18be-45c0-b07e-8b0fffe60efb tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/networks?id=abd7a2b8-d7f2-4d4c-a518-325d19a15c68 HTTP/1.1" status: 200 len: 811 time: 0.1120677 Sep 07 04:37:35.701474 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-a58c4607-77c5-4e2c-85c3-221096ce30f6 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/quotas/69e502a27852415eac62b20297317cc2 HTTP/1.1" status: 200 len: 375 time: 0.0095289 Sep 07 04:37:35.738716 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:35.765479 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-d8f6e7d2-2c80-4c75-8ba2-dd8a0026ffe1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=69e502a27852415eac62b20297317cc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557399 Sep 07 04:37:35.778643 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port 739e4423-981a-480a-ba2f-814a97bb2eef, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=739e4423-981a-480a-ba2f-814a97bb2eef,segment=NetworkSegment(775f7892-8c3c-48d6-b54d-79469aa4e3cc),segment_id=775f7892-8c3c-48d6-b54d-79469aa4e3cc)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:37:35.856908 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:35.858226 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 2c900a11-3a32-4e6c-89bd-e8fe60769918 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:37:35.901178 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-269e9bf7-1fb0-4e9e-a7e6-567530ccfc8e service neutron] 10.222.0.55 "GET /v2.0/networks/abd7a2b8-d7f2-4d4c-a518-325d19a15c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248796 Sep 07 04:37:35.912900 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a0ede-8e0c-4b1b-812b-fb351968b5c6 req-2d3d17f8-3ce6-40ba-9ffc-b45b29683438 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:35.914861 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-677a0ede-8e0c-4b1b-812b-fb351968b5c6 req-2d3d17f8-3ce6-40ba-9ffc-b45b29683438 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 945 time: 0.0742054 Sep 07 04:37:35.945865 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=739e4423-981a-480a-ba2f-814a97bb2eef,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:35.960326 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 2c900a11-3a32-4e6c-89bd-e8fe60769918 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:37:35.960937 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:36.010903 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-677a0ede-8e0c-4b1b-812b-fb351968b5c6 req-1b3e18dc-eaf5-440e-a1e4-1b2d6210278c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882053 Sep 07 04:37:36.038126 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-58d0bfba-7e6f-4487-b488-4f286003262a service neutron] 10.222.0.55 "GET /v2.0/networks/abd7a2b8-d7f2-4d4c-a518-325d19a15c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222417 Sep 07 04:37:36.274247 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2d96d190-74c2-493f-9a56-b52ffc67dbb9 req-8a4617be-4fe9-49be-8aba-c9abb35e8bf8 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 210 time: 0.0267308 Sep 07 04:37:36.327339 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 49ac85d6-af0e-4ac5-b70d-0096f5141c9c up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:37:36.455300 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:37:36.459340 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:37:36.459719 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:36.539188 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:36.590566 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265374de-c7cb-47a1-8213-2c17868eb9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:37:36.593090 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb424e0a-abf4-4613-8c82-422fb4106d77" -d '{"events": [{"server_uuid": "265374de-c7cb-47a1-8213-2c17868eb9b8", "name": "network-vif-plugged", "status": "completed", "tag": "49ac85d6-af0e-4ac5-b70d-0096f5141c9c"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:37:36.606594 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:37:36.629127 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee38257-1898-447f-82e6-f35b4941aac1 x-openstack-request-id: req-9ee38257-1898-447f-82e6-f35b4941aac1 {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:37:36.631973 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265374de-c7cb-47a1-8213-2c17868eb9b8", "name": "network-vif-plugged", "status": "completed", "tag": "49ac85d6-af0e-4ac5-b70d-0096f5141c9c", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:37:36.631973 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ee38257-1898-447f-82e6-f35b4941aac1 {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:37:36.631973 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265374de-c7cb-47a1-8213-2c17868eb9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c', 'code': 200} Sep 07 04:37:36.738607 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:36.785011 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:37.059695 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37059a9c-602e-433e-afff-7c05efe98e54 req-759b7d55-7ddd-411b-8cfb-f1b92c2a9c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:37.061422 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-37059a9c-602e-433e-afff-7c05efe98e54 req-759b7d55-7ddd-411b-8cfb-f1b92c2a9c06 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 1099 time: 0.0452669 Sep 07 04:37:37.096832 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-37059a9c-602e-433e-afff-7c05efe98e54 req-fb566d3c-aeea-4665-b224-0bdcd8bba4ba service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282598 Sep 07 04:37:37.139223 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053472aa-29de-4c8b-be75-e76f36eb90a1 req-65974edb-fbd3-4676-b7ef-e8f7602a86d6 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:37.139223 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-053472aa-29de-4c8b-be75-e76f36eb90a1 req-65974edb-fbd3-4676-b7ef-e8f7602a86d6 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0499933 Sep 07 04:37:37.173920 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-053472aa-29de-4c8b-be75-e76f36eb90a1 req-a35d0236-77f7-4099-a971-b929ff476f53 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315950 Sep 07 04:37:37.367157 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b4c98ae3-412a-41b1-9c20-3b8de993f22d req-f770d31a-9e5b-41ef-abb5-aa21c213070e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 210 time: 0.0264654 Sep 07 04:37:37.487735 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 739e4423-981a-480a-ba2f-814a97bb2eef up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:37:37.535130 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 739e4423-981a-480a-ba2f-814a97bb2eef triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:37:37.535499 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:38.295752 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61521ca0-39f5-4f66-bb8f-3d84231b7345 req-8fe58cc0-674f-4581-813d-9638289d2aba tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:38.297268 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-61521ca0-39f5-4f66-bb8f-3d84231b7345 req-8fe58cc0-674f-4581-813d-9638289d2aba tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0537498 Sep 07 04:37:38.336213 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-61521ca0-39f5-4f66-bb8f-3d84231b7345 req-e8f337d4-3de2-4162-8c4a-b2aeb6d14591 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329955 Sep 07 04:37:38.459948 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0eadd765-8eb8-4d1f-bb0e-a8c665b0d88e req-ae24b63b-3c89-4c02-9224-c48c5f2d551b tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 210 time: 0.0263357 Sep 07 04:37:38.652045 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-f0facb25-ed56-4e23-84c9-e0ed95b16ab7 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:38.653565 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-f0facb25-ed56-4e23-84c9-e0ed95b16ab7 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.54 "GET /v2.0/networks?id=abd7a2b8-d7f2-4d4c-a518-325d19a15c68 HTTP/1.1" status: 200 len: 811 time: 0.1018047 Sep 07 04:37:38.708414 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-6fab4e84-c10b-497e-b271-8aa3126abf3d tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69e502a27852415eac62b20297317cc2 HTTP/1.1" status: 200 len: 380 time: 0.0377393 Sep 07 04:37:38.718395 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-dc8b2b18-36a6-4322-9c9b-c7d193ef8dd2 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Request body: {'port': {'device_id': '2da923d1-6879-4e3d-a98a-553aeef8a70e', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'admin_state_up': True, 'tenant_id': '69e502a27852415eac62b20297317cc2', 'security_groups': ['7597637c-b87b-4e9d-ab94-7ffb9b8add71']}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:38.881152 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-dc8b2b18-36a6-4322-9c9b-c7d193ef8dd2 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Made reservation on behalf of 69e502a27852415eac62b20297317cc2 for: {'port': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:37:38.884779 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-dc8b2b18-36a6-4322-9c9b-c7d193ef8dd2 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:39.011899 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-dc8b2b18-36a6-4322-9c9b-c7d193ef8dd2 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Allocated IP 172.20.0.14 (abd7a2b8-d7f2-4d4c-a518-325d19a15c68/71cfc763-38e6-482c-b830-db47568dd9d9/1f93d187-05e8-440e-8658-a93ef4944d33) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:37:39.144055 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-dc8b2b18-36a6-4322-9c9b-c7d193ef8dd2 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:39.162387 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-dc8b2b18-36a6-4322-9c9b-c7d193ef8dd2 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Transition to ACTIVE for port object 1f93d187-05e8-440e-8658-a93ef4944d33 will not be triggered until provisioned by entity DHCP. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:37:39.238133 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-dc8b2b18-36a6-4322-9c9b-c7d193ef8dd2 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:39.278508 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-dc8b2b18-36a6-4322-9c9b-c7d193ef8dd2 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Network abd7a2b8-d7f2-4d4c-a518-325d19a15c68 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:37:39.281524 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-dc8b2b18-36a6-4322-9c9b-c7d193ef8dd2 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:37:39.284699 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-dc8b2b18-36a6-4322-9c9b-c7d193ef8dd2 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:37:39.316448 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b2b18-36a6-4322-9c9b-c7d193ef8dd2 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Pushing event updated for resources: {'Port': ['ID=1f93d187-05e8-440e-8658-a93ef4944d33,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:39.343679 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-dc8b2b18-36a6-4322-9c9b-c7d193ef8dd2 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:39.344915 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-dc8b2b18-36a6-4322-9c9b-c7d193ef8dd2 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:39.421999 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-dc8b2b18-36a6-4322-9c9b-c7d193ef8dd2 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7074239 Sep 07 04:37:39.441513 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Request body: {'port': {'device_id': '2da923d1-6879-4e3d-a98a-553aeef8a70e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:39.458703 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a9622-5322-44f8-81a0-3506792fcc59 req-5f9a0dd0-a902-4c0a-b862-794e6e483d3b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:39.460195 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-833a9622-5322-44f8-81a0-3506792fcc59 req-5f9a0dd0-a902-4c0a-b862-794e6e483d3b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0502141 Sep 07 04:37:39.498659 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:39.509650 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-833a9622-5322-44f8-81a0-3506792fcc59 req-6dea9947-659f-4046-aa16-f5fcb5b9ac75 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418904 Sep 07 04:37:39.558694 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-11f11975-ab35-4f91-a1e7-670a690d4596 None None] Provisioning for port 1f93d187-05e8-440e-8658-a93ef4944d33 completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:37:39.565907 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-11f11975-ab35-4f91-a1e7-670a690d4596 None None] Provisioning complete for port 1f93d187-05e8-440e-8658-a93ef4944d33 triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:37:39.568295 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-11f11975-ab35-4f91-a1e7-670a690d4596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:39.606374 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd389d-53b0-4eb8-b36f-be4cab431748 req-afb57ec0-ba8d-43a0-9498-a608139b1b7f tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:39.607918 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-21bd389d-53b0-4eb8-b36f-be4cab431748 req-afb57ec0-ba8d-43a0-9498-a608139b1b7f tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 932 time: 0.0558007 Sep 07 04:37:39.629578 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-11f11975-ab35-4f91-a1e7-670a690d4596 None None] Port 1f93d187-05e8-440e-8658-a93ef4944d33 cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:37:39.675982 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-21bd389d-53b0-4eb8-b36f-be4cab431748 req-98216175-ccb3-48e6-80a5-3237c28e8c9d tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553346 Sep 07 04:37:39.684662 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558947f-9bbf-41e6-b103-0b8f9b0191d1 req-ed3740d0-1662-467a-8ba0-241bfcfe42fa tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:39.686274 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4558947f-9bbf-41e6-b103-0b8f9b0191d1 req-ed3740d0-1662-467a-8ba0-241bfcfe42fa tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0773947 Sep 07 04:37:39.695599 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 39150) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:39.700343 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-336d513b-96cb-4934-9839-fcde123aae12 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Request body: {'floatingip': {'port_id': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:39.739614 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-336d513b-96cb-4934-9839-fcde123aae12 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for floatingip, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:39.777330 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f93d187-05e8-440e-8658-a93ef4944d33 {{(pid=94311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:37:39.784727 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:39.796686 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Transition to ACTIVE for port object 1f93d187-05e8-440e-8658-a93ef4944d33 will not be triggered until provisioned by entity L2. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:37:39.872547 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:39.977353 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Pushing event updated for resources: {'Port': ['ID=1f93d187-05e8-440e-8658-a93ef4944d33,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:40.013848 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Attempting to bind port 1f93d187-05e8-440e-8658-a93ef4944d33 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:37:40.014306 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Attempting to bind port 1f93d187-05e8-440e-8658-a93ef4944d33 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '775f7892-8c3c-48d6-b54d-79469aa4e3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68'}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:37:40.014700 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Attempting to bind port 1f93d187-05e8-440e-8658-a93ef4944d33 on network abd7a2b8-d7f2-4d4c-a518-325d19a15c68 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:37:40.019371 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Port 1f93d187-05e8-440e-8658-a93ef4944d33 on network abd7a2b8-d7f2-4d4c-a518-325d19a15c68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:37:40.019778 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Attempting to bind port 1f93d187-05e8-440e-8658-a93ef4944d33 on network abd7a2b8-d7f2-4d4c-a518-325d19a15c68 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:37:40.025032 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:37:40.025363 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Checking segment: {'id': '775f7892-8c3c-48d6-b54d-79469aa4e3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:37:40.028405 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Bound using segment: {'id': '775f7892-8c3c-48d6-b54d-79469aa4e3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68'} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:37:40.028405 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Bound port: 1f93d187-05e8-440e-8658-a93ef4944d33, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775f7892-8c3c-48d6-b54d-79469aa4e3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68'}}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:37:40.028405 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:40.097391 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] For port 1f93d187-05e8-440e-8658-a93ef4944d33, host hv-cinder-80403, cleared binding levels {{(pid=94311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:37:40.100489 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] For port 1f93d187-05e8-440e-8658-a93ef4944d33, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f93d187-05e8-440e-8658-a93ef4944d33,segment=NetworkSegment(775f7892-8c3c-48d6-b54d-79469aa4e3cc),segment_id=775f7892-8c3c-48d6-b54d-79469aa4e3cc)] {{(pid=94311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:37:40.190306 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:40.198053 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-336d513b-96cb-4934-9839-fcde123aae12 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:40.226994 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:40.227626 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:40.229273 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] 10.222.0.54 "PUT /v2.0/ports/1f93d187-05e8-440e-8658-a93ef4944d33 HTTP/1.1" status: 200 len: 1094 time: 0.7920828 Sep 07 04:37:40.231559 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da923d1-6879-4e3d-a98a-553aeef8a70e', 'tag': '1f93d187-05e8-440e-8658-a93ef4944d33'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:37:40.233868 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8772acbc-4ea3-4daf-8fbe-40b599bf0ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "2da923d1-6879-4e3d-a98a-553aeef8a70e", "tag": "1f93d187-05e8-440e-8658-a93ef4944d33"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:37:40.265122 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e516ae-b8e4-439c-b0a8-cab60a13142d service neutron] Pushing event updated for resources: {'Port': ['ID=1f93d187-05e8-440e-8658-a93ef4944d33,revision_number=3']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:40.275786 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-336d513b-96cb-4934-9839-fcde123aae12 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472587'] for floatingip, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:40.280950 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ad6a0b-c160-4487-ad77-55e3dbc5fded x-openstack-request-id: req-a9ad6a0b-c160-4487-ad77-55e3dbc5fded {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:37:40.281241 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da923d1-6879-4e3d-a98a-553aeef8a70e", "tag": "1f93d187-05e8-440e-8658-a93ef4944d33", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:37:40.285348 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9ad6a0b-c160-4487-ad77-55e3dbc5fded {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:37:40.285348 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da923d1-6879-4e3d-a98a-553aeef8a70e', 'tag': '1f93d187-05e8-440e-8658-a93ef4944d33', 'status': 'completed', 'code': 200} Sep 07 04:37:40.371474 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772acbc-4ea3-4daf-8fbe-40b599bf0ef4 req-957ed933-6bfb-483f-9b23-34a317b8e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:40.374051 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-8772acbc-4ea3-4daf-8fbe-40b599bf0ef4 req-957ed933-6bfb-483f-9b23-34a317b8e2ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e502a27852415eac62b20297317cc2&device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 1097 time: 0.0438399 Sep 07 04:37:40.379870 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.l3_db [None req-336d513b-96cb-4934-9839-fcde123aae12 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Floating IP 62546b31-d386-4525-b5f6-7b61511903b7 associated. External IP: 172.27.2.146, port: 49ac85d6-af0e-4ac5-b70d-0096f5141c9c. Sep 07 04:37:40.487280 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772acbc-4ea3-4daf-8fbe-40b599bf0ef4 req-ea2efb08-d7f7-421b-9229-72306701f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:40.488788 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-8772acbc-4ea3-4daf-8fbe-40b599bf0ef4 req-ea2efb08-d7f7-421b-9229-72306701f34e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=69e502a27852415eac62b20297317cc2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0988650 Sep 07 04:37:40.596650 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772acbc-4ea3-4daf-8fbe-40b599bf0ef4 req-9d99e7f5-12f7-4959-93b9-849855cf755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:40.596919 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336d513b-96cb-4934-9839-fcde123aae12 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Router 6ba4d759-abd1-4f27-ab25-88892d89a219 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:37:40.598186 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-8772acbc-4ea3-4daf-8fbe-40b599bf0ef4 req-9d99e7f5-12f7-4959-93b9-849855cf755e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934436 Sep 07 04:37:40.702658 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-87ba785d-d4a1-4426-b27d-c60c47c59664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:40.704618 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-87ba785d-d4a1-4426-b27d-c60c47c59664 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e502a27852415eac62b20297317cc2&device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 1097 time: 0.0461984 Sep 07 04:37:40.708187 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336d513b-96cb-4934-9839-fcde123aae12 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:37:40.713779 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-336d513b-96cb-4934-9839-fcde123aae12 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:40.724975 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc7d41-22bb-4e53-85fd-a058159fe7c6 None None] Sync routers for ids ['6ba4d759-abd1-4f27-ab25-88892d89a219'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:37:40.738319 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc7d41-22bb-4e53-85fd-a058159fe7c6 None None] Routers {'6ba4d759-abd1-4f27-ab25-88892d89a219'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:37:40.739273 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-0cbc7d41-22bb-4e53-85fd-a058159fe7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:37:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['6ba4d759-abd1-4f27-ab25-88892d89a219'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:40.754178 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-336d513b-96cb-4934-9839-fcde123aae12 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "PUT /v2.0/floatingips/62546b31-d386-4525-b5f6-7b61511903b7 HTTP/1.1" status: 200 len: 992 time: 1.0572777 Sep 07 04:37:40.766595 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265374de-c7cb-47a1-8213-2c17868eb9b8', 'tag': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:37:40.769224 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452ce7a4-5efb-48c4-82d9-14979970e82b" -d '{"events": [{"name": "network-changed", "server_uuid": "265374de-c7cb-47a1-8213-2c17868eb9b8", "tag": "49ac85d6-af0e-4ac5-b70d-0096f5141c9c"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:37:40.804419 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-b71eda8a-9ee7-43e5-8a1b-54bdead8dbce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f93d187-05e8-440e-8658-a93ef4944d33 HTTP/1.1" status: 200 len: 217 time: 0.0838423 Sep 07 04:37:40.841387 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab6b87-af69-46b0-8dd7-6320c577d5e0 req-9bac7d86-7421-41af-91e7-9b16709f8ec6 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:40.842951 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-deab6b87-af69-46b0-8dd7-6320c577d5e0 req-9bac7d86-7421-41af-91e7-9b16709f8ec6 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 944 time: 0.0774300 Sep 07 04:37:40.868027 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-247711c9-ff4c-4d44-bbfd-1fa26ea0aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:40.869483 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-247711c9-ff4c-4d44-bbfd-1fa26ea0aee3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=71cfc763-38e6-482c-b830-db47568dd9d9 HTTP/1.1" status: 200 len: 850 time: 0.0553923 Sep 07 04:37:40.882087 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-0cbc7d41-22bb-4e53-85fd-a058159fe7c6 None None] Set router 6ba4d759-abd1-4f27-ab25-88892d89a219 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:37:40.888614 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-deab6b87-af69-46b0-8dd7-6320c577d5e0 req-236f585c-4dfd-45c0-b475-6c141ad2da52 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374219 Sep 07 04:37:40.958583 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3e4c84-5018-436e-9532-a1e73ed3dd3b x-openstack-request-id: req-ad3e4c84-5018-436e-9532-a1e73ed3dd3b {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:37:40.958583 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265374de-c7cb-47a1-8213-2c17868eb9b8", "tag": "49ac85d6-af0e-4ac5-b70d-0096f5141c9c", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:37:40.958583 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad3e4c84-5018-436e-9532-a1e73ed3dd3b {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:37:40.958583 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265374de-c7cb-47a1-8213-2c17868eb9b8', 'tag': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c', 'status': 'completed', 'code': 200} Sep 07 04:37:40.973440 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-c43483af-72c1-4337-a561-f103ed11f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:40.975061 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-c43483af-72c1-4337-a561-f103ed11f2c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abd7a2b8-d7f2-4d4c-a518-325d19a15c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0755451 Sep 07 04:37:41.069264 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ce7a4-5efb-48c4-82d9-14979970e82b req-fd94a78c-07cb-47e2-9a39-163ee3425d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:41.071115 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-452ce7a4-5efb-48c4-82d9-14979970e82b req-fd94a78c-07cb-47e2-9a39-163ee3425d24 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68ad0ff139cd4db998515714ae022f66&device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 1099 time: 0.0723174 Sep 07 04:37:41.092323 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-d7cd9010-1300-4154-b63a-b812510dcb89 service neutron] 10.222.0.54 "GET /v2.0/networks/abd7a2b8-d7f2-4d4c-a518-325d19a15c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035926 Sep 07 04:37:41.197767 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ce7a4-5efb-48c4-82d9-14979970e82b req-620cd24e-342e-4c82-bd77-55a4145de01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:41.199480 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-452ce7a4-5efb-48c4-82d9-14979970e82b req-620cd24e-342e-4c82-bd77-55a4145de01e service neutron] 10.222.0.54 "GET /v2.0/networks?id=164936fd-3e30-49d0-9274-2523f41a60c3 HTTP/1.1" status: 200 len: 917 time: 0.1200290 Sep 07 04:37:41.204066 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-0cbc7d41-22bb-4e53-85fd-a058159fe7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:32:57Z', 'revision_number': 4, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port': {'id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:53Z', 'updated_at': '2021-09-07T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '62546b31-d386-4525-b5f6-7b61511903b7', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'port_id': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'mac_address': 'fa:16:3e:5b:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265374de-c7cb-47a1-8213-2c17868eb9b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:37:23Z', 'updated_at': '2021-09-07T04:37:40Z', 'revision_number': 1, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e027c687-c322-4201-a672-624198311fdd', 'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'mac_address': 'fa:16:3e:4a:6b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:56Z', 'updated_at': '2021-09-07T04:33:03Z', 'revision_number': 5, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'subnets': [{'id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:41.221131 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-691c498d-ab3f-49b8-8fa6-789948a71ef0 req-e7ebfa19-a6ac-4212-bd64-a0fee9abcb9c service neutron] 10.222.0.54 "GET /v2.0/networks/abd7a2b8-d7f2-4d4c-a518-325d19a15c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201923 Sep 07 04:37:41.237331 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc7d41-22bb-4e53-85fd-a058159fe7c6 None None] Checking router: 6ba4d759-abd1-4f27-ab25-88892d89a219 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:37:41.246161 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc7d41-22bb-4e53-85fd-a058159fe7c6 None None] Routers {'6ba4d759-abd1-4f27-ab25-88892d89a219'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:37:41.246764 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-0cbc7d41-22bb-4e53-85fd-a058159fe7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:37:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['6ba4d759-abd1-4f27-ab25-88892d89a219'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:41.275945 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-452ce7a4-5efb-48c4-82d9-14979970e82b req-677706a9-5e61-42fc-9415-fbd530073e04 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49ac85d6-af0e-4ac5-b70d-0096f5141c9c HTTP/1.1" status: 200 len: 1000 time: 0.0672436 Sep 07 04:37:41.326253 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ce7a4-5efb-48c4-82d9-14979970e82b req-0c98b344-f6e9-4bad-8984-09cff9bb614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:41.327941 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-452ce7a4-5efb-48c4-82d9-14979970e82b req-0c98b344-f6e9-4bad-8984-09cff9bb614c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1a0f6fd-6cb9-4727-a121-2a2dee89b16f HTTP/1.1" status: 200 len: 855 time: 0.0442407 Sep 07 04:37:41.353329 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-0cbc7d41-22bb-4e53-85fd-a058159fe7c6 None None] Set router 6ba4d759-abd1-4f27-ab25-88892d89a219 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:37:41.417448 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ce7a4-5efb-48c4-82d9-14979970e82b req-a1e43b55-c6ba-427b-9de3-c94e8a5d4eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:41.418942 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-452ce7a4-5efb-48c4-82d9-14979970e82b req-a1e43b55-c6ba-427b-9de3-c94e8a5d4eb0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=164936fd-3e30-49d0-9274-2523f41a60c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405183 Sep 07 04:37:41.513135 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-452ce7a4-5efb-48c4-82d9-14979970e82b req-2f0ba191-9383-4348-9228-7152c230e827 service neutron] 10.222.0.54 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847716 Sep 07 04:37:41.576473 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-0cbc7d41-22bb-4e53-85fd-a058159fe7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:32:57Z', 'revision_number': 4, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port': {'id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:53Z', 'updated_at': '2021-09-07T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '62546b31-d386-4525-b5f6-7b61511903b7', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'port_id': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'mac_address': 'fa:16:3e:5b:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265374de-c7cb-47a1-8213-2c17868eb9b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:37:23Z', 'updated_at': '2021-09-07T04:37:40Z', 'revision_number': 1, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e027c687-c322-4201-a672-624198311fdd', 'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'mac_address': 'fa:16:3e:4a:6b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:56Z', 'updated_at': '2021-09-07T04:33:03Z', 'revision_number': 5, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'subnets': [{'id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:41.603571 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc7d41-22bb-4e53-85fd-a058159fe7c6 None None] The sync data for ids ['6ba4d759-abd1-4f27-ab25-88892d89a219'] in dv-cinder-804035-10-iscsi is: [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:32:57Z', 'revision_number': 4, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port': {'id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:53Z', 'updated_at': '2021-09-07T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '62546b31-d386-4525-b5f6-7b61511903b7', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'port_id': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'mac_address': 'fa:16:3e:5b:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265374de-c7cb-47a1-8213-2c17868eb9b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:37:23Z', 'updated_at': '2021-09-07T04:37:40Z', 'revision_number': 1, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e027c687-c322-4201-a672-624198311fdd', 'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'mac_address': 'fa:16:3e:4a:6b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:56Z', 'updated_at': '2021-09-07T04:33:03Z', 'revision_number': 5, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'subnets': [{'id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:37:41.604336 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-452ce7a4-5efb-48c4-82d9-14979970e82b req-98b48e40-ffad-4eb1-9186-c18a61dbb482 service neutron] 10.222.0.54 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830843 Sep 07 04:37:41.784076 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd609f-51c8-4ef4-bc8a-1e6a65cbb7d7 None None] New status for floating IP 62546b31-d386-4525-b5f6-7b61511903b7: ACTIVE {{(pid=94314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:37:42.017557 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fad97-b136-436b-9e4c-0b25cb308bbd req-10cc7440-08d8-4895-9a9b-b5297836c744 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:42.026008 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-999fad97-b136-436b-9e4c-0b25cb308bbd req-10cc7440-08d8-4895-9a9b-b5297836c744 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 944 time: 0.0502522 Sep 07 04:37:42.060011 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-999fad97-b136-436b-9e4c-0b25cb308bbd req-341f7a03-e759-4931-b803-520a4a924d03 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349469 Sep 07 04:37:43.206734 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa75633-74cd-4c1f-a086-48de90d029c9 req-895c0aa4-0186-4f23-909e-4ec5a5d3846b tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:43.208243 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7fa75633-74cd-4c1f-a086-48de90d029c9 req-895c0aa4-0186-4f23-909e-4ec5a5d3846b tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 944 time: 0.0503230 Sep 07 04:37:43.276466 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7fa75633-74cd-4c1f-a086-48de90d029c9 req-c6df4f8b-b52f-48ff-bd55-46c1f52b25f4 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620549 Sep 07 04:37:43.289166 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282d845-fa55-426e-a1f6-2f03611c90f3 req-75c4193b-c994-4c57-b0cf-b6f95a216173 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:43.290688 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f282d845-fa55-426e-a1f6-2f03611c90f3 req-75c4193b-c994-4c57-b0cf-b6f95a216173 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 985 time: 0.0781581 Sep 07 04:37:43.357568 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f282d845-fa55-426e-a1f6-2f03611c90f3 req-d3423ecd-3fdc-468b-891b-d89fb981fbc1 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=50ab214d-a927-4088-b807-391f07f38f09&id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608375 Sep 07 04:37:43.369199 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df3a87-7fec-420b-9e4c-936e60a31105 req-7098ee77-40ea-46a9-917f-4f2d06a2f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:43.370703 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d4df3a87-7fec-420b-9e4c-936e60a31105 req-7098ee77-40ea-46a9-917f-4f2d06a2f13e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=269e1bc469cd4ecc8f32c05b3121fc35&device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 1138 time: 0.0595756 Sep 07 04:37:43.465639 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df3a87-7fec-420b-9e4c-936e60a31105 req-c6295382-f87e-485a-b6b0-a37830af9d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:43.467075 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d4df3a87-7fec-420b-9e4c-936e60a31105 req-c6295382-f87e-485a-b6b0-a37830af9d4e service neutron] 10.222.0.54 "GET /v2.0/networks?id=0cf8157e-89a3-431d-9547-d1dca71aa37d HTTP/1.1" status: 200 len: 916 time: 0.0826035 Sep 07 04:37:43.535707 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d4df3a87-7fec-420b-9e4c-936e60a31105 req-879aa4a7-efd9-4464-9c8f-c9492b629c3f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8598078-a9f8-4119-9e7e-e32b83f557f9 HTTP/1.1" status: 200 len: 1002 time: 0.0610330 Sep 07 04:37:43.589809 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df3a87-7fec-420b-9e4c-936e60a31105 req-c8d09110-8565-48d8-b2cf-80ed3f926e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:43.591247 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d4df3a87-7fec-420b-9e4c-936e60a31105 req-c8d09110-8565-48d8-b2cf-80ed3f926e0b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=948ddb29-54aa-4625-aa0b-3c56e0738953 HTTP/1.1" status: 200 len: 854 time: 0.0463529 Sep 07 04:37:43.637292 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df3a87-7fec-420b-9e4c-936e60a31105 req-920cd75b-2f36-4df8-a5bc-dcf9b09355e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:43.638861 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d4df3a87-7fec-420b-9e4c-936e60a31105 req-920cd75b-2f36-4df8-a5bc-dcf9b09355e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0cf8157e-89a3-431d-9547-d1dca71aa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396829 Sep 07 04:37:43.731352 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d4df3a87-7fec-420b-9e4c-936e60a31105 req-122a77b2-a4c7-43de-b571-6b4baa400f42 service neutron] 10.222.0.54 "GET /v2.0/networks/0cf8157e-89a3-431d-9547-d1dca71aa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817895 Sep 07 04:37:43.829647 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d4df3a87-7fec-420b-9e4c-936e60a31105 req-92c3ff83-15a4-43c0-bff0-0e493af65c75 service neutron] 10.222.0.54 "GET /v2.0/networks/0cf8157e-89a3-431d-9547-d1dca71aa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805275 Sep 07 04:37:44.335026 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 1f93d187-05e8-440e-8658-a93ef4944d33 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:37:44.438133 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 1f93d187-05e8-440e-8658-a93ef4944d33, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f93d187-05e8-440e-8658-a93ef4944d33,segment=NetworkSegment(775f7892-8c3c-48d6-b54d-79469aa4e3cc),segment_id=775f7892-8c3c-48d6-b54d-79469aa4e3cc)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:37:44.450308 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': '1f93d187-05e8-440e-8658-a93ef4944d33', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'port_id': '1f93d187-05e8-440e-8658-a93ef4944d33', 'mac_address': 'fa:16:3e:70:70:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:37:44.489230 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:44.503055 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f93d187-05e8-440e-8658-a93ef4944d33 {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:37:44.525120 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 1f93d187-05e8-440e-8658-a93ef4944d33, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f93d187-05e8-440e-8658-a93ef4944d33,segment=NetworkSegment(775f7892-8c3c-48d6-b54d-79469aa4e3cc),segment_id=775f7892-8c3c-48d6-b54d-79469aa4e3cc)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:37:44.606857 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:44.655259 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfa671-01f5-448c-a148-a463ca065a10 req-f4e811ae-12c4-457e-8848-39aca25557f7 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:44.657962 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f2bfa671-01f5-448c-a148-a463ca065a10 req-f4e811ae-12c4-457e-8848-39aca25557f7 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 944 time: 0.3118100 Sep 07 04:37:44.659450 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=1f93d187-05e8-440e-8658-a93ef4944d33,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:44.718610 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7f456-568f-4eb9-bedc-903a65508529 req-e6bdcb7c-8512-4642-927c-a4e96e4f9862 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:44.720164 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9fc7f456-568f-4eb9-bedc-903a65508529 req-e6bdcb7c-8512-4642-927c-a4e96e4f9862 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 985 time: 0.0848620 Sep 07 04:37:44.723197 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f2bfa671-01f5-448c-a148-a463ca065a10 req-78d1cd11-7a21-4c9a-a5f5-8ecd72c1d7f4 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496247 Sep 07 04:37:44.761543 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9fc7f456-568f-4eb9-bedc-903a65508529 req-ddfccbd2-2987-44cc-b5b5-cf28e953012c tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=50ab214d-a927-4088-b807-391f07f38f09&id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351930 Sep 07 04:37:44.965066 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['1f93d187-05e8-440e-8658-a93ef4944d33'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:37:45.848064 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c56630-04f9-4a7a-bbbd-fe3d5406a553 req-d98a5d14-966a-4a1a-ae1f-ff7a7e72b66c tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:45.849672 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c8c56630-04f9-4a7a-bbbd-fe3d5406a553 req-d98a5d14-966a-4a1a-ae1f-ff7a7e72b66c tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 945 time: 0.0562854 Sep 07 04:37:45.915257 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f82ea1-fb85-4e03-b9dc-0ac998951086 req-bf839ef1-b73c-4c86-997a-0cac5267e713 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:45.916761 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-52f82ea1-fb85-4e03-b9dc-0ac998951086 req-bf839ef1-b73c-4c86-997a-0cac5267e713 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 985 time: 0.0844970 Sep 07 04:37:45.919608 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c8c56630-04f9-4a7a-bbbd-fe3d5406a553 req-0f408f1d-629b-4fb5-8c17-dd44bb19fd4c tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493240 Sep 07 04:37:45.956649 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-52f82ea1-fb85-4e03-b9dc-0ac998951086 req-4d97e410-a81f-4282-a4cc-3a2d12770f96 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=50ab214d-a927-4088-b807-391f07f38f09&id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331836 Sep 07 04:37:46.342456 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 1f93d187-05e8-440e-8658-a93ef4944d33 up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:37:46.452505 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port 1f93d187-05e8-440e-8658-a93ef4944d33 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:37:46.457663 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port 1f93d187-05e8-440e-8658-a93ef4944d33 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:37:46.458039 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:46.535548 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:46.557196 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da923d1-6879-4e3d-a98a-553aeef8a70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f93d187-05e8-440e-8658-a93ef4944d33'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:37:46.559471 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148e3d99-1379-41e2-a256-6785f7f59f17" -d '{"events": [{"server_uuid": "2da923d1-6879-4e3d-a98a-553aeef8a70e", "name": "network-vif-plugged", "status": "completed", "tag": "1f93d187-05e8-440e-8658-a93ef4944d33"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:37:46.574624 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 1f93d187-05e8-440e-8658-a93ef4944d33, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f93d187-05e8-440e-8658-a93ef4944d33,segment=NetworkSegment(775f7892-8c3c-48d6-b54d-79469aa4e3cc),segment_id=775f7892-8c3c-48d6-b54d-79469aa4e3cc)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:37:46.594812 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35e92f1-7a0c-455c-8350-af2a5282e902 x-openstack-request-id: req-b35e92f1-7a0c-455c-8350-af2a5282e902 {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:37:46.595111 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da923d1-6879-4e3d-a98a-553aeef8a70e", "name": "network-vif-plugged", "status": "completed", "tag": "1f93d187-05e8-440e-8658-a93ef4944d33", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:37:46.595368 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b35e92f1-7a0c-455c-8350-af2a5282e902 {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:37:46.595755 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da923d1-6879-4e3d-a98a-553aeef8a70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f93d187-05e8-440e-8658-a93ef4944d33', 'code': 200} Sep 07 04:37:46.663908 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:46.710572 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=1f93d187-05e8-440e-8658-a93ef4944d33,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:37:46.931345 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e08c6-d08a-49c1-9d1d-743335c7e6db req-c83f7a37-bf62-4f7c-a5d9-14cd24384e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:46.933182 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8d1e08c6-d08a-49c1-9d1d-743335c7e6db req-c83f7a37-bf62-4f7c-a5d9-14cd24384e2e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 1099 time: 0.0398390 Sep 07 04:37:46.969674 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8d1e08c6-d08a-49c1-9d1d-743335c7e6db req-d474740a-feb9-4a36-9eaf-6f3872fba160 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281010 Sep 07 04:37:47.062441 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fdaf7-0634-4428-ae43-d9e538c54b6f req-908108a3-3a0c-48c7-8907-af5c6d736279 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:47.064230 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-422fdaf7-0634-4428-ae43-d9e538c54b6f req-908108a3-3a0c-48c7-8907-af5c6d736279 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0734184 Sep 07 04:37:47.102120 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9fc7a-0497-45c6-899d-b3cc74345076 req-0f49678a-8f4d-4590-91e1-410d82329d23 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:47.103576 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-02d9fc7a-0497-45c6-899d-b3cc74345076 req-0f49678a-8f4d-4590-91e1-410d82329d23 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 985 time: 0.0778172 Sep 07 04:37:47.129719 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-422fdaf7-0634-4428-ae43-d9e538c54b6f req-6e427151-c704-4997-8c3d-329f792f855f tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586464 Sep 07 04:37:47.150689 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-02d9fc7a-0497-45c6-899d-b3cc74345076 req-a12cb67a-f8fa-4487-876b-0e0f191ea0d6 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=50ab214d-a927-4088-b807-391f07f38f09&id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396659 Sep 07 04:37:48.271990 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf105784-d002-488b-84fa-8450f085e078 req-6c1f1ff8-c1d2-4549-8af1-962318ecbbee tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:48.273501 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bf105784-d002-488b-84fa-8450f085e078 req-6c1f1ff8-c1d2-4549-8af1-962318ecbbee tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0750022 Sep 07 04:37:48.294558 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4a0b2-d59c-4651-88a4-f18ae7873ecb req-b30eda4c-c936-4827-a300-80ed310f70eb tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:48.296001 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-02a4a0b2-d59c-4651-88a4-f18ae7873ecb req-b30eda4c-c936-4827-a300-80ed310f70eb tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 985 time: 0.0705509 Sep 07 04:37:48.346548 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bf105784-d002-488b-84fa-8450f085e078 req-cea68191-6964-4a87-b3ba-87c7e8ead28c tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659351 Sep 07 04:37:48.355399 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-02a4a0b2-d59c-4651-88a4-f18ae7873ecb req-105632d1-54c1-4ee6-970d-d475ff42a366 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=50ab214d-a927-4088-b807-391f07f38f09&id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517478 Sep 07 04:37:49.488703 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabeafd-0368-4e32-a98d-e3c0734de014 req-87ede69a-81c6-420f-961f-f26e2a7a699d tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:49.490190 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5dabeafd-0368-4e32-a98d-e3c0734de014 req-87ede69a-81c6-420f-961f-f26e2a7a699d tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0760329 Sep 07 04:37:49.503527 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92497d3-9d1d-467a-91bd-3beb0545902b req-c81b5d33-ef82-4417-b2a5-ba4147cd6c4d tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:49.504947 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b92497d3-9d1d-467a-91bd-3beb0545902b req-c81b5d33-ef82-4417-b2a5-ba4147cd6c4d tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 985 time: 0.0783575 Sep 07 04:37:49.557786 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5dabeafd-0368-4e32-a98d-e3c0734de014 req-d4ba04c3-19e0-4bd6-b113-1dd235a9de03 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518892 Sep 07 04:37:49.566402 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b92497d3-9d1d-467a-91bd-3beb0545902b req-23ea4fb5-a539-4bee-90a6-caa38eb650f6 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=50ab214d-a927-4088-b807-391f07f38f09&id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548043 Sep 07 04:37:49.673892 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296dbaa-2e97-49ad-80f0-6aefb9c187ab req-c0f68c22-0fdf-4329-be16-b059aca94641 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:49.675306 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b296dbaa-2e97-49ad-80f0-6aefb9c187ab req-c0f68c22-0fdf-4329-be16-b059aca94641 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0527103 Sep 07 04:37:49.685333 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 39214) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:37:49.690565 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-a69267ea-a388-4f96-aae0-0890a3dc8d9e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Request body: {'floatingip': {'port_id': '1f93d187-05e8-440e-8658-a93ef4944d33'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:37:49.728679 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a69267ea-a388-4f96-aae0-0890a3dc8d9e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for floatingip, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:50.154803 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a69267ea-a388-4f96-aae0-0890a3dc8d9e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:50.215205 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a69267ea-a388-4f96-aae0-0890a3dc8d9e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472587'] for floatingip, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:50.315902 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.l3_db [None req-a69267ea-a388-4f96-aae0-0890a3dc8d9e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Floating IP bd60f1b3-a02d-4d05-8296-fcda90bfb96e associated. External IP: 172.27.2.50, port: 1f93d187-05e8-440e-8658-a93ef4944d33. Sep 07 04:37:50.521365 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69267ea-a388-4f96-aae0-0890a3dc8d9e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Router 2553c649-3b4f-45eb-8aee-a438a3786424 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:37:50.638083 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69267ea-a388-4f96-aae0-0890a3dc8d9e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:37:50.643259 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a69267ea-a388-4f96-aae0-0890a3dc8d9e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:50.648041 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2f89a-15bf-4dc7-97d2-ad629f3250b0 None None] Sync routers for ids ['2553c649-3b4f-45eb-8aee-a438a3786424'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:37:50.661121 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa2f89a-15bf-4dc7-97d2-ad629f3250b0 None None] Routers {'2553c649-3b4f-45eb-8aee-a438a3786424'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:37:50.661740 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-aaa2f89a-15bf-4dc7-97d2-ad629f3250b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:37:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['2553c649-3b4f-45eb-8aee-a438a3786424'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:50.669758 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-a69267ea-a388-4f96-aae0-0890a3dc8d9e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "PUT /v2.0/floatingips/bd60f1b3-a02d-4d05-8296-fcda90bfb96e HTTP/1.1" status: 200 len: 991 time: 0.9833517 Sep 07 04:37:50.670424 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da923d1-6879-4e3d-a98a-553aeef8a70e', 'tag': '1f93d187-05e8-440e-8658-a93ef4944d33'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:37:50.672784 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3988befe-5c2a-407c-8b61-aa8fa0cc0057" -d '{"events": [{"name": "network-changed", "server_uuid": "2da923d1-6879-4e3d-a98a-553aeef8a70e", "tag": "1f93d187-05e8-440e-8658-a93ef4944d33"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:37:50.752904 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c3e57-5edb-49cb-a57a-5aaa40b4eb4b req-3776f813-c179-481e-89bb-7da5402ed11a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:50.754376 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-094c3e57-5edb-49cb-a57a-5aaa40b4eb4b req-3776f813-c179-481e-89bb-7da5402ed11a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 985 time: 0.0497577 Sep 07 04:37:50.771850 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-aaa2f89a-15bf-4dc7-97d2-ad629f3250b0 None None] Set router 2553c649-3b4f-45eb-8aee-a438a3786424 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:37:50.798396 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-094c3e57-5edb-49cb-a57a-5aaa40b4eb4b req-7180a019-16b4-46c3-ba20-a052dc3254d6 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=50ab214d-a927-4088-b807-391f07f38f09&id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378628 Sep 07 04:37:50.813595 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085038fd-68ff-425d-ade0-3e57695b2a08 x-openstack-request-id: req-085038fd-68ff-425d-ade0-3e57695b2a08 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:37:50.813952 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da923d1-6879-4e3d-a98a-553aeef8a70e", "tag": "1f93d187-05e8-440e-8658-a93ef4944d33", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:37:50.814280 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-085038fd-68ff-425d-ade0-3e57695b2a08 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:37:50.814755 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da923d1-6879-4e3d-a98a-553aeef8a70e', 'tag': '1f93d187-05e8-440e-8658-a93ef4944d33', 'status': 'completed', 'code': 200} Sep 07 04:37:50.928822 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988befe-5c2a-407c-8b61-aa8fa0cc0057 req-9b06fb3a-7cd5-498d-8041-403428b8b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:50.931052 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3988befe-5c2a-407c-8b61-aa8fa0cc0057 req-9b06fb3a-7cd5-498d-8041-403428b8b050 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e502a27852415eac62b20297317cc2&device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 1099 time: 0.0439775 Sep 07 04:37:51.037204 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988befe-5c2a-407c-8b61-aa8fa0cc0057 req-a3561ed4-a406-481c-afc6-9801f6bf3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:51.039088 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3988befe-5c2a-407c-8b61-aa8fa0cc0057 req-a3561ed4-a406-481c-afc6-9801f6bf3c95 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abd7a2b8-d7f2-4d4c-a518-325d19a15c68 HTTP/1.1" status: 200 len: 912 time: 0.0906000 Sep 07 04:37:51.108682 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3988befe-5c2a-407c-8b61-aa8fa0cc0057 req-7ea4ebfa-f4a2-423f-bcbb-04ebcf11bc32 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f93d187-05e8-440e-8658-a93ef4944d33 HTTP/1.1" status: 200 len: 999 time: 0.0561028 Sep 07 04:37:51.118165 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-aaa2f89a-15bf-4dc7-97d2-ad629f3250b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:37:31Z', 'revision_number': 4, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port': {'id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:28Z', 'updated_at': '2021-09-07T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': 'bd60f1b3-a02d-4d05-8296-fcda90bfb96e', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'port_id': '1f93d187-05e8-440e-8658-a93ef4944d33', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'mac_address': 'fa:16:3e:70:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da923d1-6879-4e3d-a98a-553aeef8a70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:37:34Z', 'updated_at': '2021-09-07T04:37:50Z', 'revision_number': 1, 'project_id': '69e502a27852415eac62b20297317cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739e4423-981a-480a-ba2f-814a97bb2eef', 'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'mac_address': 'fa:16:3e:66:4c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:30Z', 'updated_at': '2021-09-07T04:37:35Z', 'revision_number': 5, 'project_id': '69e502a27852415eac62b20297317cc2', 'subnets': [{'id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:51.148365 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2f89a-15bf-4dc7-97d2-ad629f3250b0 None None] Checking router: 2553c649-3b4f-45eb-8aee-a438a3786424 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:37:51.157124 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa2f89a-15bf-4dc7-97d2-ad629f3250b0 None None] Routers {'2553c649-3b4f-45eb-8aee-a438a3786424'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:37:51.157748 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-aaa2f89a-15bf-4dc7-97d2-ad629f3250b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:37:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['2553c649-3b4f-45eb-8aee-a438a3786424'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:51.164952 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988befe-5c2a-407c-8b61-aa8fa0cc0057 req-c99833ef-4096-4c60-bed1-f0dc1f486927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:51.166483 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3988befe-5c2a-407c-8b61-aa8fa0cc0057 req-c99833ef-4096-4c60-bed1-f0dc1f486927 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=71cfc763-38e6-482c-b830-db47568dd9d9 HTTP/1.1" status: 200 len: 850 time: 0.0477207 Sep 07 04:37:51.212827 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988befe-5c2a-407c-8b61-aa8fa0cc0057 req-0c9cfddb-ff70-4b69-9ad8-1c62f01b90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:51.214379 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3988befe-5c2a-407c-8b61-aa8fa0cc0057 req-0c9cfddb-ff70-4b69-9ad8-1c62f01b90e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abd7a2b8-d7f2-4d4c-a518-325d19a15c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391343 Sep 07 04:37:51.261761 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-aaa2f89a-15bf-4dc7-97d2-ad629f3250b0 None None] Set router 2553c649-3b4f-45eb-8aee-a438a3786424 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:37:51.303025 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3988befe-5c2a-407c-8b61-aa8fa0cc0057 req-4cedad09-60a6-46bd-8340-4cc4ce04f6c6 service neutron] 10.222.0.54 "GET /v2.0/networks/abd7a2b8-d7f2-4d4c-a518-325d19a15c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800924 Sep 07 04:37:51.395528 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3988befe-5c2a-407c-8b61-aa8fa0cc0057 req-6d18f89e-866c-4c99-a4c3-430790593676 service neutron] 10.222.0.54 "GET /v2.0/networks/abd7a2b8-d7f2-4d4c-a518-325d19a15c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853786 Sep 07 04:37:51.483269 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-aaa2f89a-15bf-4dc7-97d2-ad629f3250b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:37:31Z', 'revision_number': 4, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port': {'id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:28Z', 'updated_at': '2021-09-07T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': 'bd60f1b3-a02d-4d05-8296-fcda90bfb96e', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'port_id': '1f93d187-05e8-440e-8658-a93ef4944d33', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'mac_address': 'fa:16:3e:70:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da923d1-6879-4e3d-a98a-553aeef8a70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:37:34Z', 'updated_at': '2021-09-07T04:37:50Z', 'revision_number': 1, 'project_id': '69e502a27852415eac62b20297317cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739e4423-981a-480a-ba2f-814a97bb2eef', 'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'mac_address': 'fa:16:3e:66:4c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:30Z', 'updated_at': '2021-09-07T04:37:35Z', 'revision_number': 5, 'project_id': '69e502a27852415eac62b20297317cc2', 'subnets': [{'id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:37:51.510873 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2f89a-15bf-4dc7-97d2-ad629f3250b0 None None] The sync data for ids ['2553c649-3b4f-45eb-8aee-a438a3786424'] in dv-cinder-804035-10-iscsi is: [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:37:31Z', 'revision_number': 4, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port': {'id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:28Z', 'updated_at': '2021-09-07T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': 'bd60f1b3-a02d-4d05-8296-fcda90bfb96e', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'port_id': '1f93d187-05e8-440e-8658-a93ef4944d33', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'mac_address': 'fa:16:3e:70:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da923d1-6879-4e3d-a98a-553aeef8a70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:37:34Z', 'updated_at': '2021-09-07T04:37:50Z', 'revision_number': 1, 'project_id': '69e502a27852415eac62b20297317cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739e4423-981a-480a-ba2f-814a97bb2eef', 'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'mac_address': 'fa:16:3e:66:4c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:30Z', 'updated_at': '2021-09-07T04:37:35Z', 'revision_number': 5, 'project_id': '69e502a27852415eac62b20297317cc2', 'subnets': [{'id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:37:51.695721 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42822a48-75b1-4b53-86ba-356ff2e67f71 None None] New status for floating IP bd60f1b3-a02d-4d05-8296-fcda90bfb96e: ACTIVE {{(pid=94314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:37:51.975015 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f323c40-8448-486d-a9a0-c5b66438aa3c req-814e239d-a228-4978-993c-0009c904daee tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:51.976651 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2f323c40-8448-486d-a9a0-c5b66438aa3c req-814e239d-a228-4978-993c-0009c904daee tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 985 time: 0.1072464 Sep 07 04:37:52.019482 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2f323c40-8448-486d-a9a0-c5b66438aa3c req-56e5ec65-8d9f-4d89-863b-1a7156b698a4 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=50ab214d-a927-4088-b807-391f07f38f09&id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362587 Sep 07 04:37:53.194614 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad904817-bb70-4b10-a70a-3b37a2c46a82 req-cf8c6580-b179-4b3f-895f-f357bd180902 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:53.196089 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ad904817-bb70-4b10-a70a-3b37a2c46a82 req-cf8c6580-b179-4b3f-895f-f357bd180902 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 985 time: 0.1074085 Sep 07 04:37:53.235683 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ad904817-bb70-4b10-a70a-3b37a2c46a82 req-8f6a9d42-1947-47a6-b06a-16e9ea913881 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=50ab214d-a927-4088-b807-391f07f38f09&id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329323 Sep 07 04:37:54.352091 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996709e8-f2f6-404d-8dc6-a97ed900a1ed req-c4102c8a-5ac3-489e-bd99-4f4819ae425e tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:54.353625 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-996709e8-f2f6-404d-8dc6-a97ed900a1ed req-c4102c8a-5ac3-489e-bd99-4f4819ae425e tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 985 time: 0.0485904 Sep 07 04:37:54.393018 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-996709e8-f2f6-404d-8dc6-a97ed900a1ed req-635a5d50-a226-437c-924b-47a92adfc9a3 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=50ab214d-a927-4088-b807-391f07f38f09&id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334651 Sep 07 04:37:55.507077 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acced6a-a6c0-4b03-bf87-5fa6de38cacd req-d22e9803-85fd-47bd-a64b-d3835f0a716a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:37:55.508864 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0acced6a-a6c0-4b03-bf87-5fa6de38cacd req-d22e9803-85fd-47bd-a64b-d3835f0a716a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 985 time: 0.0476298 Sep 07 04:37:55.550474 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0acced6a-a6c0-4b03-bf87-5fa6de38cacd req-4cf5061f-ad54-4e42-bc02-09853fb9d612 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=50ab214d-a927-4088-b807-391f07f38f09&id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355055 Sep 07 04:37:56.766734 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-4105ee45-371f-4f53-9dc5-37d270c6fe7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:59.569503 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0d5d1b08-33ae-49dc-8e11-b51d9f5d8066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:59.609060 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:37:59.744315 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:38:00.549371 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:02.477736 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:04.380689 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:26.728991 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-a46b78b7-8c0d-42cf-808b-d91a26fc6655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:27.868030 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287eae94-1222-4ecf-b861-ab8bc596fb08 req-1bc1af2c-fae5-4c85-9661-2c3a8082d184 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:27.869497 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-287eae94-1222-4ecf-b861-ab8bc596fb08 req-1bc1af2c-fae5-4c85-9661-2c3a8082d184 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0527320 Sep 07 04:38:27.908739 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-287eae94-1222-4ecf-b861-ab8bc596fb08 req-826e6a84-3252-47fe-864e-4456ecbe69e6 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329370 Sep 07 04:38:29.030064 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3e0a6-f8ad-454d-87fb-670690ebaacc req-ee25df08-8a44-43c7-a6e0-6092f2a2ea82 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:29.031565 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-79b3e0a6-f8ad-454d-87fb-670690ebaacc req-ee25df08-8a44-43c7-a6e0-6092f2a2ea82 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0494080 Sep 07 04:38:29.068518 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-79b3e0a6-f8ad-454d-87fb-670690ebaacc req-36e382dc-ba83-454d-a667-ac4fd6c2890f tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310986 Sep 07 04:38:29.723203 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0ecd9cb7-8aa1-47fe-897d-5715b53503ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:29.745933 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:30.190346 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1a68a-1712-49cd-b958-6ba95f4e30ee req-680a9665-6863-4753-8c2b-65e9bc2c95e9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:30.191827 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8df1a68a-1712-49cd-b958-6ba95f4e30ee req-680a9665-6863-4753-8c2b-65e9bc2c95e9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0536394 Sep 07 04:38:30.229350 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8df1a68a-1712-49cd-b958-6ba95f4e30ee req-fc60868a-7395-49d1-aa5a-7fbf5a183666 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316238 Sep 07 04:38:30.614475 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:30.625333 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a1a6e90f-8d94-4e69-bc9f-7a2e090faeaa req-7a3ed14e-c9ac-4ee0-a714-23743df2c912 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672531698&fields=id&tenant_id=269e1bc469cd4ecc8f32c05b3121fc35 HTTP/1.1" status: 200 len: 267 time: 0.0317512 Sep 07 04:38:30.681579 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6e90f-8d94-4e69-bc9f-7a2e090faeaa req-8d5ef9a4-d6fc-40f3-a363-4c24f2ac89a0 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:30.683016 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a1a6e90f-8d94-4e69-bc9f-7a2e090faeaa req-8d5ef9a4-d6fc-40f3-a363-4c24f2ac89a0 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 985 time: 0.0516517 Sep 07 04:38:30.694272 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-a1a6e90f-8d94-4e69-bc9f-7a2e090faeaa req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Request body: {'port': {'security_groups': ['20f9c5fa-238c-4000-90ae-03556f213472']}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:38:30.761938 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-a1a6e90f-8d94-4e69-bc9f-7a2e090faeaa req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:30.943161 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-a1a6e90f-8d94-4e69-bc9f-7a2e090faeaa req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] For port c8598078-a9f8-4119-9e7e-e32b83f557f9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c8598078-a9f8-4119-9e7e-e32b83f557f9,segment=NetworkSegment(d85d9ca0-608b-4023-987a-7b47426d7314),segment_id=d85d9ca0-608b-4023-987a-7b47426d7314)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:38:30.971264 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-a1a6e90f-8d94-4e69-bc9f-7a2e090faeaa req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:31.060689 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-a1a6e90f-8d94-4e69-bc9f-7a2e090faeaa req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:31.097448 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['c8598078-a9f8-4119-9e7e-e32b83f557f9'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:38:31.106611 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6e90f-8d94-4e69-bc9f-7a2e090faeaa req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:31.107255 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-a1a6e90f-8d94-4e69-bc9f-7a2e090faeaa req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:31.108742 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a1a6e90f-8d94-4e69-bc9f-7a2e090faeaa req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "PUT /v2.0/ports/c8598078-a9f8-4119-9e7e-e32b83f557f9 HTTP/1.1" status: 200 len: 943 time: 0.4187129 Sep 07 04:38:31.109719 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10182b4e-41e8-49a6-95c5-3e39fdf9148e', 'tag': 'c8598078-a9f8-4119-9e7e-e32b83f557f9'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:38:31.115091 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ba7cd8-d51b-432a-b88c-0f15208fce0d" -d '{"events": [{"name": "network-changed", "server_uuid": "10182b4e-41e8-49a6-95c5-3e39fdf9148e", "tag": "c8598078-a9f8-4119-9e7e-e32b83f557f9"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:38:31.116808 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 39422) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:38:31.151296 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Pushing event updated for resources: {'Port': ['ID=c8598078-a9f8-4119-9e7e-e32b83f557f9,revision_number=7']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:31.160055 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.160800 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.161162 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.161643 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.162481 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.163207 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.163571 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.163961 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.164323 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.164669 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.165010 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.165346 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f74715-48f2-4962-b5db-f87d03987606 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.213709 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-26a8e421-b7a6-4026-a4a4-0708e9fd915a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:31.227168 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9447da5b-d612-48b5-bdd7-960ce33d0794 x-openstack-request-id: req-9447da5b-d612-48b5-bdd7-960ce33d0794 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:38:31.227689 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10182b4e-41e8-49a6-95c5-3e39fdf9148e", "tag": "c8598078-a9f8-4119-9e7e-e32b83f557f9", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:38:31.227827 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9447da5b-d612-48b5-bdd7-960ce33d0794 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:38:31.228340 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10182b4e-41e8-49a6-95c5-3e39fdf9148e', 'tag': 'c8598078-a9f8-4119-9e7e-e32b83f557f9', 'status': 'completed', 'code': 200} Sep 07 04:38:31.252794 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-26a8e421-b7a6-4026-a4a4-0708e9fd915a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:31.269746 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['c8598078-a9f8-4119-9e7e-e32b83f557f9'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:38:31.399473 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-aadce3f4-acfb-4643-ab48-1ed55cc65422 None None] Provisioning complete for port c8598078-a9f8-4119-9e7e-e32b83f557f9 triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:38:31.399746 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-aadce3f4-acfb-4643-ab48-1ed55cc65422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:31.402155 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23579a89-657f-4068-9dec-6bd05294732c req-57941f4b-d9eb-4cb4-bc1f-b199ae815cde tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:31.403644 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-23579a89-657f-4068-9dec-6bd05294732c req-57941f4b-d9eb-4cb4-bc1f-b199ae815cde tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0830271 Sep 07 04:38:31.409593 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba7cd8-d51b-432a-b88c-0f15208fce0d req-e9c99822-1d87-4ae7-b82c-eb613cfb5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:31.411032 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d3ba7cd8-d51b-432a-b88c-0f15208fce0d req-e9c99822-1d87-4ae7-b82c-eb613cfb5313 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=269e1bc469cd4ecc8f32c05b3121fc35&device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 1099 time: 0.1349621 Sep 07 04:38:31.415022 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-26a8e421-b7a6-4026-a4a4-0708e9fd915a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:31.417794 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-26a8e421-b7a6-4026-a4a4-0708e9fd915a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:31.419109 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-26a8e421-b7a6-4026-a4a4-0708e9fd915a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "DELETE /v2.0/security-groups/50ab214d-a927-4088-b807-391f07f38f09 HTTP/1.1" status: 204 len: 168 time: 0.2998343 Sep 07 04:38:31.425920 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 39432) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:38:31.497880 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-23579a89-657f-4068-9dec-6bd05294732c req-8ad1a81d-c395-43eb-bb9a-0c5bdbc10dd4 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858896 Sep 07 04:38:31.532365 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba7cd8-d51b-432a-b88c-0f15208fce0d req-b2599375-285f-4666-8506-f2894680b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:31.534094 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d3ba7cd8-d51b-432a-b88c-0f15208fce0d req-b2599375-285f-4666-8506-f2894680b477 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0cf8157e-89a3-431d-9547-d1dca71aa37d HTTP/1.1" status: 200 len: 916 time: 0.1153595 Sep 07 04:38:31.534797 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8e421-b7a6-4026-a4a4-0708e9fd915a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ab214d-a927-4088-b807-391f07f38f09,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:31.557681 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8e421-b7a6-4026-a4a4-0708e9fd915a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.558042 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8e421-b7a6-4026-a4a4-0708e9fd915a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.558385 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8e421-b7a6-4026-a4a4-0708e9fd915a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.558727 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8e421-b7a6-4026-a4a4-0708e9fd915a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.559065 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8e421-b7a6-4026-a4a4-0708e9fd915a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.559402 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8e421-b7a6-4026-a4a4-0708e9fd915a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.559731 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8e421-b7a6-4026-a4a4-0708e9fd915a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.560060 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8e421-b7a6-4026-a4a4-0708e9fd915a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.560388 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8e421-b7a6-4026-a4a4-0708e9fd915a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.560740 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8e421-b7a6-4026-a4a4-0708e9fd915a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.561066 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8e421-b7a6-4026-a4a4-0708e9fd915a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.561390 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a8e421-b7a6-4026-a4a4-0708e9fd915a tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:31.605218 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d3ba7cd8-d51b-432a-b88c-0f15208fce0d req-f2cf6de2-0850-41b7-8933-3120b2202db3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8598078-a9f8-4119-9e7e-e32b83f557f9 HTTP/1.1" status: 200 len: 1002 time: 0.0639656 Sep 07 04:38:31.663057 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba7cd8-d51b-432a-b88c-0f15208fce0d req-be960bbd-cdea-4638-a1bb-6639d27a22fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:31.664516 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d3ba7cd8-d51b-432a-b88c-0f15208fce0d req-be960bbd-cdea-4638-a1bb-6639d27a22fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=948ddb29-54aa-4625-aa0b-3c56e0738953 HTTP/1.1" status: 200 len: 854 time: 0.0510056 Sep 07 04:38:31.712592 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba7cd8-d51b-432a-b88c-0f15208fce0d req-1e6f27fe-1452-4f06-826e-3c6cde17875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:31.714101 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d3ba7cd8-d51b-432a-b88c-0f15208fce0d req-1e6f27fe-1452-4f06-826e-3c6cde17875c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0cf8157e-89a3-431d-9547-d1dca71aa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425072 Sep 07 04:38:31.809460 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d3ba7cd8-d51b-432a-b88c-0f15208fce0d req-19119147-7c52-4b2b-9189-b171c5ea1ff7 service neutron] 10.222.0.54 "GET /v2.0/networks/0cf8157e-89a3-431d-9547-d1dca71aa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863156 Sep 07 04:38:31.905440 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d3ba7cd8-d51b-432a-b88c-0f15208fce0d req-c71191d3-0ede-455b-aeae-d26d93e3d78a service neutron] 10.222.0.54 "GET /v2.0/networks/0cf8157e-89a3-431d-9547-d1dca71aa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879481 Sep 07 04:38:31.911802 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-1fc5d0dc-2208-45c0-95b0-623e9493a739 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Deleting port 35be1e57-24d2-4064-bfa9-ff9354e79080 {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:38:31.912150 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1fc5d0dc-2208-45c0-95b0-623e9493a739 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:31.991904 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1fc5d0dc-2208-45c0-95b0-623e9493a739 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:31.992037 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1fc5d0dc-2208-45c0-95b0-623e9493a739 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:32.004621 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-1fc5d0dc-2208-45c0-95b0-623e9493a739 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Calling delete_port for 35be1e57-24d2-4064-bfa9-ff9354e79080 owned by network:floatingip {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:38:32.255115 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1fc5d0dc-2208-45c0-95b0-623e9493a739 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:32.279044 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5d0dc-2208-45c0-95b0-623e9493a739 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Pushing event deleted for resources: {'Port': ['ID=35be1e57-24d2-4064-bfa9-ff9354e79080,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:32.341296 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1fc5d0dc-2208-45c0-95b0-623e9493a739 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks [] for floatingip, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:32.341636 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.l3_db [None req-1fc5d0dc-2208-45c0-95b0-623e9493a739 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Floating IP 0d6837a5-5ee7-40b2-9974-c32bc3c0dc17 disassociated (deleted). External IP: 172.27.2.102, port: c8598078-a9f8-4119-9e7e-e32b83f557f9. Sep 07 04:38:32.552915 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc5d0dc-2208-45c0-95b0-623e9493a739 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Router 55108c52-5d48-4a3b-877c-1a18d175a3b3 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:38:32.555400 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:32.643997 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2337e27-406d-4529-9104-cb774f5aa41b req-d5a23eb3-75cc-46ae-ab68-0835575f06dc tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:32.645465 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b2337e27-406d-4529-9104-cb774f5aa41b req-d5a23eb3-75cc-46ae-ab68-0835575f06dc tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0579267 Sep 07 04:38:32.669387 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc5d0dc-2208-45c0-95b0-623e9493a739 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:38:32.676868 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1fc5d0dc-2208-45c0-95b0-623e9493a739 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:32.679552 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d5ff2-b419-4ee3-a858-dcc5802d1caf None None] Sync routers for ids ['55108c52-5d48-4a3b-877c-1a18d175a3b3'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:38:32.693286 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d5ff2-b419-4ee3-a858-dcc5802d1caf None None] Routers {'55108c52-5d48-4a3b-877c-1a18d175a3b3'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:38:32.693286 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-205d5ff2-b419-4ee3-a858-dcc5802d1caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:38:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['55108c52-5d48-4a3b-877c-1a18d175a3b3'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:38:32.695115 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b2337e27-406d-4529-9104-cb774f5aa41b req-c02d1220-07d3-4893-95e7-eb9ad2f5121a tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433738 Sep 07 04:38:32.721501 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-1fc5d0dc-2208-45c0-95b0-623e9493a739 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "DELETE /v2.0/floatingips/0d6837a5-5ee7-40b2-9974-c32bc3c0dc17 HTTP/1.1" status: 204 len: 168 time: 1.2944627 Sep 07 04:38:32.722103 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10182b4e-41e8-49a6-95c5-3e39fdf9148e', 'tag': 'c8598078-a9f8-4119-9e7e-e32b83f557f9'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:38:32.724562 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02f9ddd-6159-4c69-ae5a-e393d6ad102f" -d '{"events": [{"name": "network-changed", "server_uuid": "10182b4e-41e8-49a6-95c5-3e39fdf9148e", "tag": "c8598078-a9f8-4119-9e7e-e32b83f557f9"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:38:32.819295 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-205d5ff2-b419-4ee3-a858-dcc5802d1caf None None] Set router 55108c52-5d48-4a3b-877c-1a18d175a3b3 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:38:32.842486 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39701817-3df5-4b01-a8a6-617d788b7ce1 x-openstack-request-id: req-39701817-3df5-4b01-a8a6-617d788b7ce1 {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:38:32.842486 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10182b4e-41e8-49a6-95c5-3e39fdf9148e", "tag": "c8598078-a9f8-4119-9e7e-e32b83f557f9", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:38:32.842486 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-39701817-3df5-4b01-a8a6-617d788b7ce1 {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:38:32.842486 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10182b4e-41e8-49a6-95c5-3e39fdf9148e', 'tag': 'c8598078-a9f8-4119-9e7e-e32b83f557f9', 'status': 'completed', 'code': 200} Sep 07 04:38:32.929871 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f9ddd-6159-4c69-ae5a-e393d6ad102f req-fb10eb20-8ece-40bb-b864-a8da42a16baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:32.931531 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e02f9ddd-6159-4c69-ae5a-e393d6ad102f req-fb10eb20-8ece-40bb-b864-a8da42a16baa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=269e1bc469cd4ecc8f32c05b3121fc35&device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 1099 time: 0.0445921 Sep 07 04:38:33.026843 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-205d5ff2-b419-4ee3-a858-dcc5802d1caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'name': 'tempest-TestMinimumBasicScenario-1980138077-router', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:02Z', 'updated_at': '2021-09-07T04:36:10Z', 'revision_number': 4, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'gw_port': {'id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:03Z', 'updated_at': '2021-09-07T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '4172fb3d-d400-44b1-848f-4a73312a7cce', 'name': '', 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'mac_address': 'fa:16:3e:76:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '948ddb29-54aa-4625-aa0b-3c56e0738953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:09Z', 'updated_at': '2021-09-07T04:36:18Z', 'revision_number': 5, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'subnets': [{'id': '948ddb29-54aa-4625-aa0b-3c56e0738953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:38:33.028097 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f9ddd-6159-4c69-ae5a-e393d6ad102f req-45e4eb57-6633-4497-9bdb-e32b5ab9b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:33.029608 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e02f9ddd-6159-4c69-ae5a-e393d6ad102f req-45e4eb57-6633-4497-9bdb-e32b5ab9b19a service neutron] 10.222.0.54 "GET /v2.0/networks?id=0cf8157e-89a3-431d-9547-d1dca71aa37d HTTP/1.1" status: 200 len: 916 time: 0.0878558 Sep 07 04:38:33.058360 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d5ff2-b419-4ee3-a858-dcc5802d1caf None None] Checking router: 55108c52-5d48-4a3b-877c-1a18d175a3b3 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:38:33.066741 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d5ff2-b419-4ee3-a858-dcc5802d1caf None None] Routers {'55108c52-5d48-4a3b-877c-1a18d175a3b3'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:38:33.067358 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-205d5ff2-b419-4ee3-a858-dcc5802d1caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:38:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['55108c52-5d48-4a3b-877c-1a18d175a3b3'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:38:33.072919 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e02f9ddd-6159-4c69-ae5a-e393d6ad102f req-ffb576e2-204f-4182-bd70-1bc957187eb0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8598078-a9f8-4119-9e7e-e32b83f557f9 HTTP/1.1" status: 200 len: 217 time: 0.0348158 Sep 07 04:38:33.126593 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f9ddd-6159-4c69-ae5a-e393d6ad102f req-f5ae7015-87b5-4a58-805a-7e6e67cc1c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:33.128125 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e02f9ddd-6159-4c69-ae5a-e393d6ad102f req-f5ae7015-87b5-4a58-805a-7e6e67cc1c76 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=948ddb29-54aa-4625-aa0b-3c56e0738953 HTTP/1.1" status: 200 len: 854 time: 0.0477338 Sep 07 04:38:33.176078 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f9ddd-6159-4c69-ae5a-e393d6ad102f req-408576be-2191-498e-86b6-29e5e7be81e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:33.177682 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e02f9ddd-6159-4c69-ae5a-e393d6ad102f req-408576be-2191-498e-86b6-29e5e7be81e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0cf8157e-89a3-431d-9547-d1dca71aa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421321 Sep 07 04:38:33.184993 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-205d5ff2-b419-4ee3-a858-dcc5802d1caf None None] Set router 55108c52-5d48-4a3b-877c-1a18d175a3b3 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:38:33.280297 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e02f9ddd-6159-4c69-ae5a-e393d6ad102f req-2838470f-bd71-4e71-b2f9-1fd698f787bf service neutron] 10.222.0.54 "GET /v2.0/networks/0cf8157e-89a3-431d-9547-d1dca71aa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947125 Sep 07 04:38:33.530288 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-205d5ff2-b419-4ee3-a858-dcc5802d1caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'name': 'tempest-TestMinimumBasicScenario-1980138077-router', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:02Z', 'updated_at': '2021-09-07T04:36:10Z', 'revision_number': 4, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'gw_port': {'id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:03Z', 'updated_at': '2021-09-07T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '4172fb3d-d400-44b1-848f-4a73312a7cce', 'name': '', 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'mac_address': 'fa:16:3e:76:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '948ddb29-54aa-4625-aa0b-3c56e0738953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:09Z', 'updated_at': '2021-09-07T04:36:18Z', 'revision_number': 5, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'subnets': [{'id': '948ddb29-54aa-4625-aa0b-3c56e0738953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:38:33.558355 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d5ff2-b419-4ee3-a858-dcc5802d1caf None None] The sync data for ids ['55108c52-5d48-4a3b-877c-1a18d175a3b3'] in dv-cinder-804035-10-iscsi is: [{'id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'name': 'tempest-TestMinimumBasicScenario-1980138077-router', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:02Z', 'updated_at': '2021-09-07T04:36:10Z', 'revision_number': 4, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'gw_port': {'id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:03Z', 'updated_at': '2021-09-07T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '4172fb3d-d400-44b1-848f-4a73312a7cce', 'name': '', 'network_id': '0cf8157e-89a3-431d-9547-d1dca71aa37d', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'mac_address': 'fa:16:3e:76:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '948ddb29-54aa-4625-aa0b-3c56e0738953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:09Z', 'updated_at': '2021-09-07T04:36:18Z', 'revision_number': 5, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'subnets': [{'id': '948ddb29-54aa-4625-aa0b-3c56e0738953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:38:33.624152 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e02f9ddd-6159-4c69-ae5a-e393d6ad102f req-b6a0c08b-2a8f-4dd5-8c59-25d966e190f3 service neutron] 10.222.0.54 "GET /v2.0/networks/0cf8157e-89a3-431d-9547-d1dca71aa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360705 Sep 07 04:38:33.781503 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85ac1c9-a1fc-43f1-99c2-dd4bf7b2de23 None None] New status for floating IP 0d6837a5-5ee7-40b2-9974-c32bc3c0dc17: DOWN {{(pid=94314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:38:33.830427 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67d56a-379d-4f82-bc53-a47e0dcd1068 req-631c9012-0deb-41eb-aab6-f8e4eee5cadc tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:33.832699 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b67d56a-379d-4f82-bc53-a47e0dcd1068 req-631c9012-0deb-41eb-aab6-f8e4eee5cadc tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0574250 Sep 07 04:38:33.889308 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b67d56a-379d-4f82-bc53-a47e0dcd1068 req-48388ccd-c0ac-45eb-9ddd-28e6a40bf742 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492938 Sep 07 04:38:34.438401 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:35.015049 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072de1d-b693-4654-a6c3-c61989582f58 req-34c5c7d0-c1ac-49b2-a0cf-7c02cb0ef47d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:35.016533 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a072de1d-b693-4654-a6c3-c61989582f58 req-34c5c7d0-c1ac-49b2-a0cf-7c02cb0ef47d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0501852 Sep 07 04:38:35.055692 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a072de1d-b693-4654-a6c3-c61989582f58 req-040f74dc-3a9e-4ead-a703-8a5cfc36ad0f tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326962 Sep 07 04:38:36.177674 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c6e22-8501-43b8-9636-c9d077685c3c req-df92ec35-b200-4cf0-8945-9a253fb637cb tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:36.179176 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-da7c6e22-8501-43b8-9636-c9d077685c3c req-df92ec35-b200-4cf0-8945-9a253fb637cb tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0487976 Sep 07 04:38:36.216319 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-da7c6e22-8501-43b8-9636-c9d077685c3c req-715192b6-bd2e-4a2f-a455-d6811e56482c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310490 Sep 07 04:38:36.743817 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:38:37.346172 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b0f7f-cf71-4b44-9777-82ec3b39a032 req-4059e904-9b3d-4548-8ea9-21a34a33b041 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:37.347648 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4c9b0f7f-cf71-4b44-9777-82ec3b39a032 req-4059e904-9b3d-4548-8ea9-21a34a33b041 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 946 time: 0.0787432 Sep 07 04:38:37.359527 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89361b-4064-42d3-b3df-15a7dee69a14 req-7014b9b3-8c46-4683-963a-b788b45aadd4 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:37.360963 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4e89361b-4064-42d3-b3df-15a7dee69a14 req-7014b9b3-8c46-4683-963a-b788b45aadd4 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0669980 Sep 07 04:38:37.414805 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4c9b0f7f-cf71-4b44-9777-82ec3b39a032 req-6ead0302-9fe2-4d74-a253-21987e440b71 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528576 Sep 07 04:38:37.419513 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4e89361b-4064-42d3-b3df-15a7dee69a14 req-f730b7a4-e37b-43be-a204-c78cd58b9572 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510523 Sep 07 04:38:38.561107 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fcdae-e06e-41e8-8a86-c8f3dc94f87d req-4560c63c-4bec-4b22-ad09-cebb0d642cd2 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:38.562595 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e71fcdae-e06e-41e8-8a86-c8f3dc94f87d req-4560c63c-4bec-4b22-ad09-cebb0d642cd2 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0690072 Sep 07 04:38:38.570113 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda3a51-84de-4391-b741-98d8f66c34b9 req-ddfd2802-3995-4af9-a3c8-f1854a0cc9ec tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:38.571484 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8bda3a51-84de-4391-b741-98d8f66c34b9 req-ddfd2802-3995-4af9-a3c8-f1854a0cc9ec tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 946 time: 0.0876877 Sep 07 04:38:38.623738 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e71fcdae-e06e-41e8-8a86-c8f3dc94f87d req-d5a7a086-7c3a-4304-ab38-5f2a6e354d8b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513067 Sep 07 04:38:38.631507 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8bda3a51-84de-4391-b741-98d8f66c34b9 req-76673999-b9e1-4c4e-a2a3-de4742a64dd6 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/security-groups?id=20f9c5fa-238c-4000-90ae-03556f213472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533566 Sep 07 04:38:39.217663 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ed707-4711-4335-a0c9-1fd6d3d07858 req-0517e124-aafe-46d6-b93b-2ce1d48102b5 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:39.219021 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a60ed707-4711-4335-a0c9-1fd6d3d07858 req-0517e124-aafe-46d6-b93b-2ce1d48102b5 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.54 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 946 time: 0.0539784 Sep 07 04:38:39.311599 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-a60ed707-4711-4335-a0c9-1fd6d3d07858 req-9e7f48e8-9aeb-4858-9d51-23015f3386d6 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Deleting port c8598078-a9f8-4119-9e7e-e32b83f557f9 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:38:39.311939 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-a60ed707-4711-4335-a0c9-1fd6d3d07858 req-9e7f48e8-9aeb-4858-9d51-23015f3386d6 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:39.397013 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-a60ed707-4711-4335-a0c9-1fd6d3d07858 req-9e7f48e8-9aeb-4858-9d51-23015f3386d6 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] For port c8598078-a9f8-4119-9e7e-e32b83f557f9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c8598078-a9f8-4119-9e7e-e32b83f557f9,segment=NetworkSegment(d85d9ca0-608b-4023-987a-7b47426d7314),segment_id=d85d9ca0-608b-4023-987a-7b47426d7314)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:38:39.397372 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-a60ed707-4711-4335-a0c9-1fd6d3d07858 req-9e7f48e8-9aeb-4858-9d51-23015f3386d6 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:39.409939 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-a60ed707-4711-4335-a0c9-1fd6d3d07858 req-9e7f48e8-9aeb-4858-9d51-23015f3386d6 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Calling delete_port for c8598078-a9f8-4119-9e7e-e32b83f557f9 owned by compute:nova {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:38:39.614327 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-a60ed707-4711-4335-a0c9-1fd6d3d07858 req-9e7f48e8-9aeb-4858-9d51-23015f3386d6 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:39.644553 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f48e8-9aeb-4858-9d51-23015f3386d6 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Pushing event deleted for resources: {'Port': ['ID=c8598078-a9f8-4119-9e7e-e32b83f557f9,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:39.652067 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['c8598078-a9f8-4119-9e7e-e32b83f557f9'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:38:39.700232 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60ed707-4711-4335-a0c9-1fd6d3d07858 req-9e7f48e8-9aeb-4858-9d51-23015f3386d6 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] No DVR routers for this DVR port c8598078-a9f8-4119-9e7e-e32b83f557f9 on host hv-cinder-80403 {{(pid=94312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:38:39.702888 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-a60ed707-4711-4335-a0c9-1fd6d3d07858 req-9e7f48e8-9aeb-4858-9d51-23015f3386d6 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:39.704864 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a60ed707-4711-4335-a0c9-1fd6d3d07858 req-9e7f48e8-9aeb-4858-9d51-23015f3386d6 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.54 "DELETE /v2.0/ports/c8598078-a9f8-4119-9e7e-e32b83f557f9 HTTP/1.1" status: 204 len: 173 time: 0.4787018 Sep 07 04:38:39.706047 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10182b4e-41e8-49a6-95c5-3e39fdf9148e', 'name': 'network-vif-deleted', 'tag': 'c8598078-a9f8-4119-9e7e-e32b83f557f9'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:38:39.708302 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71480f5-8ff4-4dbb-b028-57440fba9e93" -d '{"events": [{"server_uuid": "10182b4e-41e8-49a6-95c5-3e39fdf9148e", "name": "network-vif-deleted", "tag": "c8598078-a9f8-4119-9e7e-e32b83f557f9"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:38:39.762873 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e466e169-4b62-4fac-880a-c39a7e36ddae req-f5ab4f65-7f03-4cc8-80ba-d3c9ea58768f tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 210 time: 0.0416255 Sep 07 04:38:39.781052 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff9db1-5e5a-4b3c-bc6e-7a65074ca6f7 req-b0917fca-16b2-4a6b-a2e8-4bcf7b1a1f03 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:39.782499 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-86ff9db1-5e5a-4b3c-bc6e-7a65074ca6f7 req-b0917fca-16b2-4a6b-a2e8-4bcf7b1a1f03 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0705934 Sep 07 04:38:39.808937 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39d985f-e40d-4102-973d-05c39198fd97 x-openstack-request-id: req-c39d985f-e40d-4102-973d-05c39198fd97 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:38:39.809220 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10182b4e-41e8-49a6-95c5-3e39fdf9148e", "name": "network-vif-deleted", "tag": "c8598078-a9f8-4119-9e7e-e32b83f557f9", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:38:39.809460 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c39d985f-e40d-4102-973d-05c39198fd97 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:38:39.809840 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10182b4e-41e8-49a6-95c5-3e39fdf9148e', 'name': 'network-vif-deleted', 'tag': 'c8598078-a9f8-4119-9e7e-e32b83f557f9', 'status': 'completed', 'code': 200} Sep 07 04:38:39.823672 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-86ff9db1-5e5a-4b3c-bc6e-7a65074ca6f7 req-8c801d75-9bc0-484c-b367-4792e6ea8f34 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348589 Sep 07 04:38:40.683968 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 49ac85d6-af0e-4ac5-b70d-0096f5141c9c details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:38:40.781721 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:38:40.793403 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'port_id': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c', 'mac_address': 'fa:16:3e:5b:ed:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:38:40.831269 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:40.845632 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49ac85d6-af0e-4ac5-b70d-0096f5141c9c {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:38:40.880801 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:38:40.888944 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9a03fa75-06fe-46af-9987-5a707638b75f req-e1cb7e43-fa75-4cee-9570-ff1b34de9248 tempest-TestMinimumBasicScenario-1512574677 tempest-TestMinimumBasicScenario-1512574677-project] 10.222.0.55 "GET /v2.0/ports?device_id=10182b4e-41e8-49a6-95c5-3e39fdf9148e HTTP/1.1" status: 200 len: 210 time: 0.0417218 Sep 07 04:38:40.958521 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be739af1-e848-4efa-bb34-3eb2b8fe8915 req-066612c0-d7e7-4995-85f0-6b9741e1bc5b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:40.961054 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-be739af1-e848-4efa-bb34-3eb2b8fe8915 req-066612c0-d7e7-4995-85f0-6b9741e1bc5b tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0528009 Sep 07 04:38:40.963288 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:41.004197 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-be739af1-e848-4efa-bb34-3eb2b8fe8915 req-848fee57-91e8-4729-b486-b9cd6a6ef4be tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368521 Sep 07 04:38:41.018510 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,revision_number=6']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:41.025636 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:41.026187 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:41.026695 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:41.027191 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:41.027683 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:41.028183 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:41.028690 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:41.029190 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:41.029789 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:41.030151 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:41.030540 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:41.030875 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:38:41.155154 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['49ac85d6-af0e-4ac5-b70d-0096f5141c9c'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:38:42.264098 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeea9d1-4e8e-42df-b111-c908b7b6be4f req-55a7e337-e347-4b40-8ced-7f6f8ba6b5da tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:42.264098 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-baeea9d1-4e8e-42df-b111-c908b7b6be4f req-55a7e337-e347-4b40-8ced-7f6f8ba6b5da tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 945 time: 0.0803747 Sep 07 04:38:42.264098 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-baeea9d1-4e8e-42df-b111-c908b7b6be4f req-e2808d3e-3f7f-45e4-a36c-16ac77d17990 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445268 Sep 07 04:38:42.698993 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 49ac85d6-af0e-4ac5-b70d-0096f5141c9c up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:38:42.770885 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:38:42.771350 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:42.876120 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:42.906713 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265374de-c7cb-47a1-8213-2c17868eb9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:38:42.909609 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c12d739-71fa-4f6d-8ac8-b22de378a1c1" -d '{"events": [{"server_uuid": "265374de-c7cb-47a1-8213-2c17868eb9b8", "name": "network-vif-plugged", "status": "completed", "tag": "49ac85d6-af0e-4ac5-b70d-0096f5141c9c"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:38:42.928635 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:38:43.043337 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:43.044366 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device c8598078-a9f8-4119-9e7e-e32b83f557f9 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:38:43.055348 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea7ef76-6735-472c-aa38-fb4de857f826 x-openstack-request-id: req-4ea7ef76-6735-472c-aa38-fb4de857f826 {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:38:43.060272 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265374de-c7cb-47a1-8213-2c17868eb9b8", "name": "network-vif-plugged", "status": "completed", "tag": "49ac85d6-af0e-4ac5-b70d-0096f5141c9c", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:38:43.060272 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ea7ef76-6735-472c-aa38-fb4de857f826 {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:38:43.060272 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265374de-c7cb-47a1-8213-2c17868eb9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c', 'code': 200} Sep 07 04:38:43.106899 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: c8598078-a9f8-4119-9e7e-e32b83f557f9 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:38:43.107535 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device c8598078-a9f8-4119-9e7e-e32b83f557f9 not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:38:43.131748 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,revision_number=7']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:43.396685 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27da78-8234-4107-b599-b3374d05cec9 req-f85afe99-c6e2-472a-8f45-cd923a38393c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:43.410057 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-de27da78-8234-4107-b599-b3374d05cec9 req-f85afe99-c6e2-472a-8f45-cd923a38393c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0767078 Sep 07 04:38:43.462909 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-de27da78-8234-4107-b599-b3374d05cec9 req-6e876cce-8dc4-4250-b3a5-d59cf12f9d04 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480065 Sep 07 04:38:44.195139 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75719258-563c-4b5e-84e2-0817835be29d req-79c89100-09d6-457e-9ae8-9fea27b24ef1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:44.196877 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-75719258-563c-4b5e-84e2-0817835be29d req-79c89100-09d6-457e-9ae8-9fea27b24ef1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0522056 Sep 07 04:38:44.248593 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-75719258-563c-4b5e-84e2-0817835be29d req-d6773e46-4da3-403a-8e7c-cc493afb2892 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452502 Sep 07 04:38:44.431178 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 39610) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:38:44.599956 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0382b-c0f7-4400-b956-3261b4c75449 req-7d358cb5-ff9b-4d89-8567-da2a6196d6c0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:44.601535 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-81e0382b-c0f7-4400-b956-3261b4c75449 req-7d358cb5-ff9b-4d89-8567-da2a6196d6c0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0597274 Sep 07 04:38:44.661298 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-81e0382b-c0f7-4400-b956-3261b4c75449 req-7d302ff9-d64b-401e-beaf-9acdca4e03ea tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516877 Sep 07 04:38:44.894930 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-191ff0a6-4d6b-49f4-97d7-ef8a997d8d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471051'] for router_interface, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:45.154333 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-191ff0a6-4d6b-49f4-97d7-ef8a997d8d8e admin admin] Deleting port 4172fb3d-d400-44b1-848f-4a73312a7cce {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:38:45.154687 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-191ff0a6-4d6b-49f4-97d7-ef8a997d8d8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:45.241495 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-191ff0a6-4d6b-49f4-97d7-ef8a997d8d8e admin admin] For port 4172fb3d-d400-44b1-848f-4a73312a7cce, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=4172fb3d-d400-44b1-848f-4a73312a7cce,segment=NetworkSegment(d85d9ca0-608b-4023-987a-7b47426d7314),segment_id=d85d9ca0-608b-4023-987a-7b47426d7314)] {{(pid=94311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:38:45.241881 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-191ff0a6-4d6b-49f4-97d7-ef8a997d8d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:45.255463 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-191ff0a6-4d6b-49f4-97d7-ef8a997d8d8e admin admin] Calling delete_port for 4172fb3d-d400-44b1-848f-4a73312a7cce owned by network:router_interface {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:38:45.378547 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaea9b-1d29-4689-bf82-1c351c08eda0 req-e820a324-4bd8-48b3-92c2-216a8273acb1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:45.380735 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-eeaaea9b-1d29-4689-bf82-1c351c08eda0 req-e820a324-4bd8-48b3-92c2-216a8273acb1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0522256 Sep 07 04:38:45.434177 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-eeaaea9b-1d29-4689-bf82-1c351c08eda0 req-835a2101-de63-4122-a315-48db047739b3 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463560 Sep 07 04:38:45.574705 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-191ff0a6-4d6b-49f4-97d7-ef8a997d8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:45.600095 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ff0a6-4d6b-49f4-97d7-ef8a997d8d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=4172fb3d-d400-44b1-848f-4a73312a7cce,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:45.850795 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae88c9e-009d-4e00-90d9-4356e3a4559b req-c98e5933-6c9d-4b55-8f00-5743bed379da tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:45.857172 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8ae88c9e-009d-4e00-90d9-4356e3a4559b req-c98e5933-6c9d-4b55-8f00-5743bed379da tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0884407 Sep 07 04:38:45.869100 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-191ff0a6-4d6b-49f4-97d7-ef8a997d8d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471191'] for router_interface, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:45.918521 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8ae88c9e-009d-4e00-90d9-4356e3a4559b req-a16df3a4-112b-4ba4-9611-aea5db4e29b5 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580981 Sep 07 04:38:46.126916 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191ff0a6-4d6b-49f4-97d7-ef8a997d8d8e admin admin] Router 55108c52-5d48-4a3b-877c-1a18d175a3b3 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:38:46.241536 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191ff0a6-4d6b-49f4-97d7-ef8a997d8d8e admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:38:46.246550 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-191ff0a6-4d6b-49f4-97d7-ef8a997d8d8e admin admin] 10.222.0.55 "PUT /v2.0/routers/55108c52-5d48-4a3b-877c-1a18d175a3b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8143241 Sep 07 04:38:46.249303 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 39618) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:38:46.260537 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd3428-d878-4ce0-8662-ec5eb9f7e4e6 None None] Sync routers for ids ['55108c52-5d48-4a3b-877c-1a18d175a3b3'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:38:46.274191 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd3428-d878-4ce0-8662-ec5eb9f7e4e6 None None] Routers {'55108c52-5d48-4a3b-877c-1a18d175a3b3'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:38:46.275251 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-b7dd3428-d878-4ce0-8662-ec5eb9f7e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:38:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['55108c52-5d48-4a3b-877c-1a18d175a3b3'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:38:46.379023 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76d16137-6308-459c-9c65-ed506999f0b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:46.384525 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-b7dd3428-d878-4ce0-8662-ec5eb9f7e4e6 None None] Set router 55108c52-5d48-4a3b-877c-1a18d175a3b3 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:38:46.494869 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76d16137-6308-459c-9c65-ed506999f0b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:46.585915 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90370af0-d18c-44b8-b2f7-da6421ffacdb req-c63e18fa-d3ce-44dc-8afe-8afb0909ea40 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:46.587834 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-90370af0-d18c-44b8-b2f7-da6421ffacdb req-c63e18fa-d3ce-44dc-8afe-8afb0909ea40 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0624187 Sep 07 04:38:46.599944 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-b7dd3428-d878-4ce0-8662-ec5eb9f7e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'name': 'tempest-TestMinimumBasicScenario-1980138077-router', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:02Z', 'updated_at': '2021-09-07T04:38:45Z', 'revision_number': 5, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'gw_port': {'id': 'e0058ef1-08a8-4c44-b7f7-41e820a17d6a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:03Z', 'updated_at': '2021-09-07T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:38:46.628091 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd3428-d878-4ce0-8662-ec5eb9f7e4e6 None None] Checking router: 55108c52-5d48-4a3b-877c-1a18d175a3b3 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:38:46.638012 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd3428-d878-4ce0-8662-ec5eb9f7e4e6 None None] Routers {'55108c52-5d48-4a3b-877c-1a18d175a3b3'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:38:46.638718 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-b7dd3428-d878-4ce0-8662-ec5eb9f7e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:38:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['55108c52-5d48-4a3b-877c-1a18d175a3b3'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:38:46.651892 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-90370af0-d18c-44b8-b2f7-da6421ffacdb req-8ed8cd30-26a6-4e4a-b7e7-a9c05dcf1b8d tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371506 Sep 07 04:38:46.677542 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-76d16137-6308-459c-9c65-ed506999f0b5 admin admin] Deleting port e0058ef1-08a8-4c44-b7f7-41e820a17d6a {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:38:46.677542 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76d16137-6308-459c-9c65-ed506999f0b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:46.743509 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-b7dd3428-d878-4ce0-8662-ec5eb9f7e4e6 None None] Set router 55108c52-5d48-4a3b-877c-1a18d175a3b3 gateway port host: None {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:38:46.777258 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [None req-76d16137-6308-459c-9c65-ed506999f0b5 admin admin] For port e0058ef1-08a8-4c44-b7f7-41e820a17d6a, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=e0058ef1-08a8-4c44-b7f7-41e820a17d6a,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:38:46.778112 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76d16137-6308-459c-9c65-ed506999f0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:46.791892 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-76d16137-6308-459c-9c65-ed506999f0b5 admin admin] Calling delete_port for e0058ef1-08a8-4c44-b7f7-41e820a17d6a owned by network:router_gateway {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:38:46.811746 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-b7dd3428-d878-4ce0-8662-ec5eb9f7e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'name': 'tempest-TestMinimumBasicScenario-1980138077-router', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:02Z', 'updated_at': '2021-09-07T04:38:46Z', 'revision_number': 6, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'gw_port_host': None}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:38:46.841857 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd3428-d878-4ce0-8662-ec5eb9f7e4e6 None None] The sync data for ids ['55108c52-5d48-4a3b-877c-1a18d175a3b3'] in dv-cinder-804035-10-iscsi is: [{'id': '55108c52-5d48-4a3b-877c-1a18d175a3b3', 'name': 'tempest-TestMinimumBasicScenario-1980138077-router', 'tenant_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:02Z', 'updated_at': '2021-09-07T04:38:46Z', 'revision_number': 6, 'project_id': '269e1bc469cd4ecc8f32c05b3121fc35', 'gw_port_host': None}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:38:47.057438 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961636b-671e-4fa6-9eb4-389ac6474b0f req-f8a84954-934a-443c-9dab-88e31922c70c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:47.058947 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6961636b-671e-4fa6-9eb4-389ac6474b0f req-f8a84954-934a-443c-9dab-88e31922c70c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0679271 Sep 07 04:38:47.099709 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6961636b-671e-4fa6-9eb4-389ac6474b0f req-af163b14-952f-43dd-84b8-0e62438ff77d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342503 Sep 07 04:38:47.380685 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76d16137-6308-459c-9c65-ed506999f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:47.411668 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d16137-6308-459c-9c65-ed506999f0b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0058ef1-08a8-4c44-b7f7-41e820a17d6a,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:47.471579 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76d16137-6308-459c-9c65-ed506999f0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472629'] for router_gateway, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:47.567496 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76d16137-6308-459c-9c65-ed506999f0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-50016'] for router, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:47.570850 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76d16137-6308-459c-9c65-ed506999f0b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:47.710227 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device e0058ef1-08a8-4c44-b7f7-41e820a17d6a no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:38:47.747782 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: e0058ef1-08a8-4c44-b7f7-41e820a17d6a {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:38:47.748380 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device e0058ef1-08a8-4c44-b7f7-41e820a17d6a not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:38:47.749167 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 4172fb3d-d400-44b1-848f-4a73312a7cce no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:38:47.763553 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76d16137-6308-459c-9c65-ed506999f0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-460655'] for router, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:47.764241 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d16137-6308-459c-9c65-ed506999f0b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55108c52-5d48-4a3b-877c-1a18d175a3b3 {{(pid=94312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 04:38:47.774701 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-76d16137-6308-459c-9c65-ed506999f0b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:47.774701 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-76d16137-6308-459c-9c65-ed506999f0b5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/55108c52-5d48-4a3b-877c-1a18d175a3b3 HTTP/1.1" status: 204 len: 168 time: 1.5218711 Sep 07 04:38:47.774998 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 39630) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:38:47.786800 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: 4172fb3d-d400-44b1-848f-4a73312a7cce {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:38:47.787152 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 4172fb3d-d400-44b1-848f-4a73312a7cce not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:38:47.837578 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f46e8ad-6d82-4ead-ab5e-8f101690b0a6 admin admin] Deleting subnet 948ddb29-54aa-4625-aa0b-3c56e0738953 {{(pid=94311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:38:47.841568 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9f46e8ad-6d82-4ead-ab5e-8f101690b0a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:47.872252 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a37a8-bff2-4652-9fef-639b0c0248ac req-63fa19c4-566e-41b5-8f7b-545b1a4d2a56 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:47.881439 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-118a37a8-bff2-4652-9fef-639b0c0248ac req-63fa19c4-566e-41b5-8f7b-545b1a4d2a56 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.1025643 Sep 07 04:38:47.889970 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9f46e8ad-6d82-4ead-ab5e-8f101690b0a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10360177'] for subnet, precommit_delete_associations {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:47.930041 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-118a37a8-bff2-4652-9fef-639b0c0248ac req-734d0ea6-8c84-4674-ae62-4fd629742c70 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451906 Sep 07 04:38:48.049543 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9f46e8ad-6d82-4ead-ab5e-8f101690b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1475966'] for subnet, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:48.242942 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527477c-4884-4450-9ccb-a114fcecd740 req-591d8117-8661-413f-a93b-57cc163b6518 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:48.244562 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2527477c-4884-4450-9ccb-a114fcecd740 req-591d8117-8661-413f-a93b-57cc163b6518 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0654769 Sep 07 04:38:48.275876 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9f46e8ad-6d82-4ead-ab5e-8f101690b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1475957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9042426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9124892'] for subnet, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:48.298739 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46e8ad-6d82-4ead-ab5e-8f101690b0a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948ddb29-54aa-4625-aa0b-3c56e0738953,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:48.302849 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2527477c-4884-4450-9ccb-a114fcecd740 req-7675c0ce-db69-44a6-917a-c3dd35484503 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450640 Sep 07 04:38:48.315843 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9f46e8ad-6d82-4ead-ab5e-8f101690b0a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:48.316749 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-9f46e8ad-6d82-4ead-ab5e-8f101690b0a6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/948ddb29-54aa-4625-aa0b-3c56e0738953 HTTP/1.1" status: 204 len: 168 time: 0.5401275 Sep 07 04:38:48.317070 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 39634) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:38:48.331421 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147b1f3b-8620-4d94-9e72-57a94f797399 None None] Network 0cf8157e-89a3-431d-9547-d1dca71aa37d requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:38:48.405403 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543271'] for network, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:48.465093 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] Deleting port d6b05e0a-1802-4ba1-96fd-aae27285292c {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:38:48.465511 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:48.547622 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] For port d6b05e0a-1802-4ba1-96fd-aae27285292c, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=d6b05e0a-1802-4ba1-96fd-aae27285292c,segment=NetworkSegment(d85d9ca0-608b-4023-987a-7b47426d7314),segment_id=d85d9ca0-608b-4023-987a-7b47426d7314)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:38:48.547980 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:48.562187 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b33a40-a325-4a42-a626-9c371f927c55 None None] DHCP port deletion for 0cf8157e-89a3-431d-9547-d1dca71aa37d request from dv-cinder-804035-10-iscsi {{(pid=94313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 04:38:48.590572 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] Calling delete_port for d6b05e0a-1802-4ba1-96fd-aae27285292c owned by network:dhcp {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:38:48.614371 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-48b33a40-a325-4a42-a626-9c371f927c55 None None] Deleting port d6b05e0a-1802-4ba1-96fd-aae27285292c {{(pid=94313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:38:48.614752 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-48b33a40-a325-4a42-a626-9c371f927c55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:48.691467 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-48b33a40-a325-4a42-a626-9c371f927c55 None None] For port d6b05e0a-1802-4ba1-96fd-aae27285292c, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=d6b05e0a-1802-4ba1-96fd-aae27285292c,segment=NetworkSegment(d85d9ca0-608b-4023-987a-7b47426d7314),segment_id=d85d9ca0-608b-4023-987a-7b47426d7314)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:38:48.691827 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-48b33a40-a325-4a42-a626-9c371f927c55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:48.705947 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-48b33a40-a325-4a42-a626-9c371f927c55 None None] Calling delete_port for d6b05e0a-1802-4ba1-96fd-aae27285292c owned by network:dhcp {{(pid=94313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:38:48.778151 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:48.801797 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b05e0a-1802-4ba1-96fd-aae27285292c,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:48.818218 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] No DVR routers for this DVR port d6b05e0a-1802-4ba1-96fd-aae27285292c on host dv-cinder-804035-10-iscsi {{(pid=94312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:38:48.840111 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-48b33a40-a325-4a42-a626-9c371f927c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477'] for port, after_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:48.867441 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b33a40-a325-4a42-a626-9c371f927c55 None None] Pushing event deleted for resources: {'Port': ['ID=d6b05e0a-1802-4ba1-96fd-aae27285292c,revision_number=None']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:48.872773 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b33a40-a325-4a42-a626-9c371f927c55 None None] No DVR routers for this DVR port d6b05e0a-1802-4ba1-96fd-aae27285292c on host dv-cinder-804035-10-iscsi {{(pid=94313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:38:48.914296 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474017', 'neutron.services.segments.db._delete_segments_for_network-8773844615792'] for network, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:48.937454 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf8157e-89a3-431d-9547-d1dca71aa37d']}} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:38:48.950317 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85d9ca0-608b-4023-987a-7b47426d7314') {'for_net_delete': True} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:38:48.950595 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85d9ca0-608b-4023-987a-7b47426d7314') {} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:38:48.972223 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773844616057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270375'] for segment, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:48.988014 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:48.994678 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:38:48.995270 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9711978'] for segment, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: Traceback (most recent call last): Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: timer() Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: cb(*args, **kw) Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: return func(*args, **kwargs) Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: self._notify() Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: self.callback(batched_events) Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: event.method(event) Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: return f(self, *a, **k) Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._get(url).json() Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: return self.request(url, 'GET', **kwargs) Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:38:48.997053 dv-cinder-804035-10-iscsi neutron-server[94312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:38:49.114463 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc44e3d-81a1-47f1-92b3-a13cd0752395 req-4ed97c2f-fd8b-48e4-94c6-070513fc7ee5 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:49.116376 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fdc44e3d-81a1-47f1-92b3-a13cd0752395 req-4ed97c2f-fd8b-48e4-94c6-070513fc7ee5 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0635798 Sep 07 04:38:49.163006 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fdc44e3d-81a1-47f1-92b3-a13cd0752395 req-4a569edb-ca52-4f52-a703-506726cd65fb tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345640 Sep 07 04:38:49.283677 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472601'] for network, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:49.289299 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:49.293752 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0cf8157e-89a3-431d-9547-d1dca71aa37d HTTP/1.1" status: 204 len: 168 time: 0.9730687 Sep 07 04:38:49.294087 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 39638) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:38:49.347395 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8ad0f-c6c4-42cc-9202-882c6c4ae5c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cf8157e-89a3-431d-9547-d1dca71aa37d,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:49.449411 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aae1f4-d67d-4c53-a8df-8176a1c2898c req-92c63c34-c684-433f-8b6a-a0ef9cd551af tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:49.453683 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e4aae1f4-d67d-4c53-a8df-8176a1c2898c req-92c63c34-c684-433f-8b6a-a0ef9cd551af tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0659149 Sep 07 04:38:49.531451 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e4aae1f4-d67d-4c53-a8df-8176a1c2898c req-bf530130-bc69-478a-ba6c-d7da0b9aaecc tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721502 Sep 07 04:38:49.560922 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device d6b05e0a-1802-4ba1-96fd-aae27285292c no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:38:49.601596 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: d6b05e0a-1802-4ba1-96fd-aae27285292c {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:38:49.602337 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device d6b05e0a-1802-4ba1-96fd-aae27285292c not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:38:50.025156 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-a255e2f5-d497-4678-a0f0-d87be89c8a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471051'] for router_interface, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:50.292582 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d892b5-879a-4c13-bdab-d7afb65856a0 req-1df48f2f-63d6-4cf5-94e1-077cf7414fc6 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:50.294775 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-95d892b5-879a-4c13-bdab-d7afb65856a0 req-1df48f2f-63d6-4cf5-94e1-077cf7414fc6 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0554593 Sep 07 04:38:50.306451 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-a255e2f5-d497-4678-a0f0-d87be89c8a80 admin admin] Deleting port b809fd99-cdea-41ad-9991-22e2a1a6e796 {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:38:50.307129 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-a255e2f5-d497-4678-a0f0-d87be89c8a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:50.339559 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-95d892b5-879a-4c13-bdab-d7afb65856a0 req-278d8cf6-6b92-4abb-b5ee-1c4b73b2def0 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376656 Sep 07 04:38:50.396850 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-a255e2f5-d497-4678-a0f0-d87be89c8a80 admin admin] For port b809fd99-cdea-41ad-9991-22e2a1a6e796, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=b809fd99-cdea-41ad-9991-22e2a1a6e796,segment=NetworkSegment(95a52481-1051-4175-95ec-6bdb3624b529),segment_id=95a52481-1051-4175-95ec-6bdb3624b529)] {{(pid=94311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:38:50.397221 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-a255e2f5-d497-4678-a0f0-d87be89c8a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:50.411103 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-a255e2f5-d497-4678-a0f0-d87be89c8a80 admin admin] Calling delete_port for b809fd99-cdea-41ad-9991-22e2a1a6e796 owned by network:router_interface {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:38:50.670322 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c48c4-79ec-4795-8a6f-c46f8676796e req-316c9d70-36f7-4d0f-b8df-336215d67a15 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:50.671787 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-138c48c4-79ec-4795-8a6f-c46f8676796e req-316c9d70-36f7-4d0f-b8df-336215d67a15 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0491917 Sep 07 04:38:50.712712 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-138c48c4-79ec-4795-8a6f-c46f8676796e req-790bc878-5747-43a6-bdd0-aad466eedd92 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342638 Sep 07 04:38:50.952148 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-a255e2f5-d497-4678-a0f0-d87be89c8a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:50.995771 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255e2f5-d497-4678-a0f0-d87be89c8a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=b809fd99-cdea-41ad-9991-22e2a1a6e796,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:51.218532 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-a255e2f5-d497-4678-a0f0-d87be89c8a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471191'] for router_interface, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:51.468768 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a255e2f5-d497-4678-a0f0-d87be89c8a80 admin admin] Router 0374d13d-654e-4baa-88b8-6b3bed06579d has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:38:51.469354 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdf7a4-ff98-454d-bee4-f835c191a566 req-de0aace7-abe5-4760-bc08-9df97524537e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:51.470581 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-38bdf7a4-ff98-454d-bee4-f835c191a566 req-de0aace7-abe5-4760-bc08-9df97524537e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0558333 Sep 07 04:38:51.513864 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-38bdf7a4-ff98-454d-bee4-f835c191a566 req-6e9a775b-ee82-4629-a66c-f585fc21efdc tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334539 Sep 07 04:38:51.586767 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a255e2f5-d497-4678-a0f0-d87be89c8a80 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:38:51.597875 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-a255e2f5-d497-4678-a0f0-d87be89c8a80 admin admin] 10.222.0.55 "PUT /v2.0/routers/0374d13d-654e-4baa-88b8-6b3bed06579d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2969427 Sep 07 04:38:51.597985 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 39652) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:38:51.598102 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966c3b01-5f50-44a7-b698-6edb22decb6b None None] Sync routers for ids ['0374d13d-654e-4baa-88b8-6b3bed06579d'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:38:51.605117 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966c3b01-5f50-44a7-b698-6edb22decb6b None None] Routers {'0374d13d-654e-4baa-88b8-6b3bed06579d'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:38:51.605722 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-966c3b01-5f50-44a7-b698-6edb22decb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:38:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['0374d13d-654e-4baa-88b8-6b3bed06579d'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:38:51.701508 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5669324e-860d-4d24-9ab6-f4cc4ed9f740 admin admin] Notify callbacks [] for router, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:51.705910 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-966c3b01-5f50-44a7-b698-6edb22decb6b None None] Set router 0374d13d-654e-4baa-88b8-6b3bed06579d gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:38:51.842558 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5669324e-860d-4d24-9ab6-f4cc4ed9f740 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:51.861926 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a0aa6-49e9-457b-a3c8-e1c04c5e254e req-6dbbbf02-e2f9-4325-a64f-0e6b7d0b5c8d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:51.863374 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-374a0aa6-49e9-457b-a3c8-e1c04c5e254e req-6dbbbf02-e2f9-4325-a64f-0e6b7d0b5c8d tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0662603 Sep 07 04:38:51.898799 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-966c3b01-5f50-44a7-b698-6edb22decb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'name': 'tempest-TestMinimumBasicScenario-1909303727-router', 'tenant_id': 'bce4ed7586d245bfb51f3d2506b725df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:15Z', 'updated_at': '2021-09-07T04:38:50Z', 'revision_number': 5, 'project_id': 'bce4ed7586d245bfb51f3d2506b725df', 'gw_port': {'id': 'a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:16Z', 'updated_at': '2021-09-07T04:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:38:51.903918 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-374a0aa6-49e9-457b-a3c8-e1c04c5e254e req-49efb34b-5748-40d9-bc4b-f0e8eff827d8 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345538 Sep 07 04:38:51.926209 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966c3b01-5f50-44a7-b698-6edb22decb6b None None] Checking router: 0374d13d-654e-4baa-88b8-6b3bed06579d for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:38:51.934522 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966c3b01-5f50-44a7-b698-6edb22decb6b None None] Routers {'0374d13d-654e-4baa-88b8-6b3bed06579d'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:38:51.935119 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-966c3b01-5f50-44a7-b698-6edb22decb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:38:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['0374d13d-654e-4baa-88b8-6b3bed06579d'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:38:52.012145 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-5669324e-860d-4d24-9ab6-f4cc4ed9f740 admin admin] Deleting port a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:38:52.012769 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5669324e-860d-4d24-9ab6-f4cc4ed9f740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:52.039921 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-966c3b01-5f50-44a7-b698-6edb22decb6b None None] Set router 0374d13d-654e-4baa-88b8-6b3bed06579d gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:38:52.100258 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [None req-5669324e-860d-4d24-9ab6-f4cc4ed9f740 admin admin] For port a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:38:52.100648 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5669324e-860d-4d24-9ab6-f4cc4ed9f740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:52.112166 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-5669324e-860d-4d24-9ab6-f4cc4ed9f740 admin admin] Calling delete_port for a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a owned by network:router_gateway {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:38:52.221153 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-966c3b01-5f50-44a7-b698-6edb22decb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'name': 'tempest-TestMinimumBasicScenario-1909303727-router', 'tenant_id': 'bce4ed7586d245bfb51f3d2506b725df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:15Z', 'updated_at': '2021-09-07T04:38:50Z', 'revision_number': 5, 'project_id': 'bce4ed7586d245bfb51f3d2506b725df', 'gw_port': {'id': 'a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:16Z', 'updated_at': '2021-09-07T04:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:38:52.246814 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966c3b01-5f50-44a7-b698-6edb22decb6b None None] The sync data for ids ['0374d13d-654e-4baa-88b8-6b3bed06579d'] in dv-cinder-804035-10-iscsi is: [{'id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'name': 'tempest-TestMinimumBasicScenario-1909303727-router', 'tenant_id': 'bce4ed7586d245bfb51f3d2506b725df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:36:15Z', 'updated_at': '2021-09-07T04:38:50Z', 'revision_number': 5, 'project_id': 'bce4ed7586d245bfb51f3d2506b725df', 'gw_port': {'id': 'a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0374d13d-654e-4baa-88b8-6b3bed06579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:16Z', 'updated_at': '2021-09-07T04:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:38:52.351773 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5669324e-860d-4d24-9ab6-f4cc4ed9f740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:52.378258 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669324e-860d-4d24-9ab6-f4cc4ed9f740 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:52.441866 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5669324e-860d-4d24-9ab6-f4cc4ed9f740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472629'] for router_gateway, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:52.780753 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5669324e-860d-4d24-9ab6-f4cc4ed9f740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-50016'] for router, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:52.786215 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5669324e-860d-4d24-9ab6-f4cc4ed9f740 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:52.862652 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247be5a7-894d-435d-b604-ddab87d1a288 req-4aba2bc6-36c2-45e3-a75f-ddd61e95e8c4 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:52.864149 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-247be5a7-894d-435d-b604-ddab87d1a288 req-4aba2bc6-36c2-45e3-a75f-ddd61e95e8c4 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0812023 Sep 07 04:38:52.930792 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-247be5a7-894d-435d-b604-ddab87d1a288 req-e272e9b3-2ecc-448e-8616-357d05569f08 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597479 Sep 07 04:38:52.941673 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e87e2a-96cc-446f-ba36-916c02a8c178 req-75a5aa14-c2fd-475c-b049-b2278bd8b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:52.943298 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d8e87e2a-96cc-446f-ba36-916c02a8c178 req-75a5aa14-c2fd-475c-b049-b2278bd8b457 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68ad0ff139cd4db998515714ae022f66&device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 1099 time: 0.0590477 Sep 07 04:38:52.949275 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5669324e-860d-4d24-9ab6-f4cc4ed9f740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-460655'] for router, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:52.949859 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5669324e-860d-4d24-9ab6-f4cc4ed9f740 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0374d13d-654e-4baa-88b8-6b3bed06579d {{(pid=94312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 04:38:52.962763 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5669324e-860d-4d24-9ab6-f4cc4ed9f740 admin admin] Notify callbacks [] for router, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:52.966083 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-5669324e-860d-4d24-9ab6-f4cc4ed9f740 admin admin] 10.222.0.55 "DELETE /v2.0/routers/0374d13d-654e-4baa-88b8-6b3bed06579d HTTP/1.1" status: 204 len: 168 time: 1.3681071 Sep 07 04:38:52.967426 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 39670) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:38:53.020423 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e8bd79-742a-4fd1-a504-19f2639e1a16 admin admin] Deleting subnet 50cecd42-5feb-4822-ae7d-318fe205c14d {{(pid=94311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:38:53.023939 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-61e8bd79-742a-4fd1-a504-19f2639e1a16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:53.065987 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-61e8bd79-742a-4fd1-a504-19f2639e1a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10360177'] for subnet, precommit_delete_associations {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:53.086873 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd43c1f-ec71-4f54-9d35-05336aafffb3 req-c0a43924-6e2a-453c-bf5a-ce3870ea5dd0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:53.088392 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3cd43c1f-ec71-4f54-9d35-05336aafffb3 req-c0a43924-6e2a-453c-bf5a-ce3870ea5dd0 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.1020937 Sep 07 04:38:53.089438 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e87e2a-96cc-446f-ba36-916c02a8c178 req-d175aa3c-8a83-4b0c-9125-83052f7f145b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:53.090777 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d8e87e2a-96cc-446f-ba36-916c02a8c178 req-d175aa3c-8a83-4b0c-9125-83052f7f145b service neutron] 10.222.0.54 "GET /v2.0/networks?id=164936fd-3e30-49d0-9274-2523f41a60c3 HTTP/1.1" status: 200 len: 917 time: 0.1391475 Sep 07 04:38:53.156896 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-61e8bd79-742a-4fd1-a504-19f2639e1a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1475966'] for subnet, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:53.166961 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3cd43c1f-ec71-4f54-9d35-05336aafffb3 req-0d18b08b-f0f0-4d5d-83c0-f72bd27b92a7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698903 Sep 07 04:38:53.183478 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d8e87e2a-96cc-446f-ba36-916c02a8c178 req-746e301c-c02d-4bd6-ae8e-c20ba3e2ad68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49ac85d6-af0e-4ac5-b70d-0096f5141c9c HTTP/1.1" status: 200 len: 1002 time: 0.0725470 Sep 07 04:38:53.234730 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e87e2a-96cc-446f-ba36-916c02a8c178 req-683acd14-65a5-4189-9d0a-28fc0a7889e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:53.236238 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d8e87e2a-96cc-446f-ba36-916c02a8c178 req-683acd14-65a5-4189-9d0a-28fc0a7889e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1a0f6fd-6cb9-4727-a121-2a2dee89b16f HTTP/1.1" status: 200 len: 855 time: 0.0445044 Sep 07 04:38:53.285299 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e87e2a-96cc-446f-ba36-916c02a8c178 req-d3b08f38-d674-4dc8-b5fa-f8a7182dc984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:53.286759 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d8e87e2a-96cc-446f-ba36-916c02a8c178 req-d3b08f38-d674-4dc8-b5fa-f8a7182dc984 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=164936fd-3e30-49d0-9274-2523f41a60c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435536 Sep 07 04:38:53.298089 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-61e8bd79-742a-4fd1-a504-19f2639e1a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1475957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9042426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9124892'] for subnet, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:53.324764 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8bd79-742a-4fd1-a504-19f2639e1a16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50cecd42-5feb-4822-ae7d-318fe205c14d,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:53.329670 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-61e8bd79-742a-4fd1-a504-19f2639e1a16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:53.332030 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-61e8bd79-742a-4fd1-a504-19f2639e1a16 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/50cecd42-5feb-4822-ae7d-318fe205c14d HTTP/1.1" status: 204 len: 168 time: 0.3628600 Sep 07 04:38:53.336099 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 39672) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:38:53.337766 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600285de-88d9-4a74-9b2b-9b5575b74bd5 None None] Network 13c07bae-e667-4137-bc5c-1abf7ca5fa84 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:38:53.387415 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d8e87e2a-96cc-446f-ba36-916c02a8c178 req-2d98522d-f9ee-4d02-a282-3d8551a66d2f service neutron] 10.222.0.54 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917201 Sep 07 04:38:53.414233 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543271'] for network, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:53.521562 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] Deleting port 9b6947a4-ac28-4755-86c8-bfd7fed7e544 {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:38:53.522007 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:53.545874 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d8e87e2a-96cc-446f-ba36-916c02a8c178 req-9a5240dc-98ba-42b6-95ad-98c1cfaba3f4 service neutron] 10.222.0.54 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257472 Sep 07 04:38:53.564482 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16fdbbf-c9dd-419f-8f1c-a017d0077315 None None] DHCP port deletion for 13c07bae-e667-4137-bc5c-1abf7ca5fa84 request from dv-cinder-804035-10-iscsi {{(pid=94313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 04:38:53.590994 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] For port 9b6947a4-ac28-4755-86c8-bfd7fed7e544, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=9b6947a4-ac28-4755-86c8-bfd7fed7e544,segment=NetworkSegment(95a52481-1051-4175-95ec-6bdb3624b529),segment_id=95a52481-1051-4175-95ec-6bdb3624b529)] {{(pid=94311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:38:53.591362 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:53.599365 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device b809fd99-cdea-41ad-9991-22e2a1a6e796 no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:38:53.606051 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] Calling delete_port for 9b6947a4-ac28-4755-86c8-bfd7fed7e544 owned by network:dhcp {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:38:53.621155 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: b809fd99-cdea-41ad-9991-22e2a1a6e796 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:38:53.624093 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device b809fd99-cdea-41ad-9991-22e2a1a6e796 not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:38:53.624093 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:38:53.644352 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:38:53.644735 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device a0b5f9eb-a2f0-4be0-8895-af81a5b8ac7a not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:38:53.658996 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-e16fdbbf-c9dd-419f-8f1c-a017d0077315 None None] Deleting port 9b6947a4-ac28-4755-86c8-bfd7fed7e544 {{(pid=94313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:38:53.659337 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-e16fdbbf-c9dd-419f-8f1c-a017d0077315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:53.723364 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-e16fdbbf-c9dd-419f-8f1c-a017d0077315 None None] For port 9b6947a4-ac28-4755-86c8-bfd7fed7e544, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=9b6947a4-ac28-4755-86c8-bfd7fed7e544,segment=NetworkSegment(95a52481-1051-4175-95ec-6bdb3624b529),segment_id=95a52481-1051-4175-95ec-6bdb3624b529)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:38:53.723759 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-e16fdbbf-c9dd-419f-8f1c-a017d0077315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:53.744170 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-e16fdbbf-c9dd-419f-8f1c-a017d0077315 None None] Calling delete_port for 9b6947a4-ac28-4755-86c8-bfd7fed7e544 owned by network:dhcp {{(pid=94313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:38:53.762932 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:53.790813 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6947a4-ac28-4755-86c8-bfd7fed7e544,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:53.792699 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] No DVR routers for this DVR port 9b6947a4-ac28-4755-86c8-bfd7fed7e544 on host dv-cinder-804035-10-iscsi {{(pid=94311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:38:53.813659 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-e16fdbbf-c9dd-419f-8f1c-a017d0077315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477'] for port, after_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:53.840585 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fdbbf-c9dd-419f-8f1c-a017d0077315 None None] Pushing event deleted for resources: {'Port': ['ID=9b6947a4-ac28-4755-86c8-bfd7fed7e544,revision_number=None']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:53.842407 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16fdbbf-c9dd-419f-8f1c-a017d0077315 None None] No DVR routers for this DVR port 9b6947a4-ac28-4755-86c8-bfd7fed7e544 on host dv-cinder-804035-10-iscsi {{(pid=94313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:38:53.870744 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474017', 'neutron.services.segments.db._delete_segments_for_network-8773844615792'] for network, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:53.890424 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.services.segments.db [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c07bae-e667-4137-bc5c-1abf7ca5fa84']}} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:38:53.899491 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.services.segments.db [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a52481-1051-4175-95ec-6bdb3624b529') {'for_net_delete': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:38:53.899788 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.services.segments.db [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a52481-1051-4175-95ec-6bdb3624b529') {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:38:53.909779 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773844616057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10360170'] for segment, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:53.922526 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:53.929304 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:38:53.929688 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9042320'] for segment, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: Traceback (most recent call last): Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: timer() Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: cb(*args, **kw) Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: return func(*args, **kwargs) Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: self._notify() Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: self.callback(batched_events) Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: event.method(event) Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: return f(self, *a, **k) Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: return self._get(url).json() Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: return self.request(url, 'GET', **kwargs) Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:38:53.931274 dv-cinder-804035-10-iscsi neutron-server[94311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:38:54.052288 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f48741-65a9-4540-903e-2efc68f7d620 req-a2b1a9ed-2705-4f80-b8af-cd8057d53fa0 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:54.053780 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-33f48741-65a9-4540-903e-2efc68f7d620 req-a2b1a9ed-2705-4f80-b8af-cd8057d53fa0 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0483539 Sep 07 04:38:54.074831 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472601'] for network, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:54.090854 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:54.092808 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] 10.222.0.55 "DELETE /v2.0/networks/13c07bae-e667-4137-bc5c-1abf7ca5fa84 HTTP/1.1" status: 204 len: 168 time: 0.7544692 Sep 07 04:38:54.094213 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91b873-6137-4f69-bddb-e18686b3a7dd admin admin] Pushing event deleted for resources: {'Network': ['ID=13c07bae-e667-4137-bc5c-1abf7ca5fa84,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:54.094909 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-33f48741-65a9-4540-903e-2efc68f7d620 req-de03f8dd-fa03-497e-b0d5-f952cc42d37b tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348761 Sep 07 04:38:54.290502 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957b433-5ab0-45d5-997c-e60bcedc68cf req-48233e40-b5f4-4451-91df-a7011d964ca7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:54.291967 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9957b433-5ab0-45d5-997c-e60bcedc68cf req-48233e40-b5f4-4451-91df-a7011d964ca7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0485919 Sep 07 04:38:54.332004 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9957b433-5ab0-45d5-997c-e60bcedc68cf req-977060da-58e0-4ace-b2c8-061b5e7445b6 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340211 Sep 07 04:38:54.416840 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 39680) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:38:54.459987 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-167c6918-ec2a-4bb9-b41b-73b148fa5a92 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=269e1bc469cd4ecc8f32c05b3121fc35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419261 Sep 07 04:38:54.462486 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 39682) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:38:54.508941 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5045c036-a189-4d02-a64b-221e31b033de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:54.528872 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5045c036-a189-4d02-a64b-221e31b033de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:54.675193 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5045c036-a189-4d02-a64b-221e31b033de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:54.677825 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5045c036-a189-4d02-a64b-221e31b033de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:54.679139 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-5045c036-a189-4d02-a64b-221e31b033de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20f9c5fa-238c-4000-90ae-03556f213472 HTTP/1.1" status: 204 len: 168 time: 0.2157743 Sep 07 04:38:54.687056 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045c036-a189-4d02-a64b-221e31b033de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f9c5fa-238c-4000-90ae-03556f213472,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:55.211410 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b10722-4b7e-4e5c-b055-358e2fd233e7 req-8f197d2e-8329-4b57-af6a-1ba0d2480c36 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:55.212915 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-23b10722-4b7e-4e5c-b055-358e2fd233e7 req-8f197d2e-8329-4b57-af6a-1ba0d2480c36 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0497296 Sep 07 04:38:55.250346 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-23b10722-4b7e-4e5c-b055-358e2fd233e7 req-c7328e3c-1d7f-456e-b78c-4eee408bd6bd tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315499 Sep 07 04:38:55.456317 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7886e2-5aa9-43f9-9ec8-5df375dc5ea4 req-dc3a3685-cdb8-4cdd-9b63-d5d651aa1279 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:55.457809 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-eb7886e2-5aa9-43f9-9ec8-5df375dc5ea4 req-dc3a3685-cdb8-4cdd-9b63-d5d651aa1279 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0534356 Sep 07 04:38:55.497998 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-eb7886e2-5aa9-43f9-9ec8-5df375dc5ea4 req-b260110e-7fec-44fc-9756-2f86bb6afa58 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339506 Sep 07 04:38:55.532396 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 9b6947a4-ac28-4755-86c8-bfd7fed7e544 no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:38:55.552350 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 39694) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:38:55.557419 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: 9b6947a4-ac28-4755-86c8-bfd7fed7e544 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:38:55.557842 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 9b6947a4-ac28-4755-86c8-bfd7fed7e544 not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:38:55.592033 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-70bdb071-9de1-4460-82d4-c80d418f0727 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bce4ed7586d245bfb51f3d2506b725df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384414 Sep 07 04:38:55.598178 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 39696) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:38:55.649925 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-92603957-a0eb-4d83-a9a9-3d4151ef1383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:55.671421 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-92603957-a0eb-4d83-a9a9-3d4151ef1383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:55.773185 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c614520-7c2a-4c40-8dd1-0e3518b6da51 req-c84c18b2-f838-4046-8f62-91ef3d6da4a5 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:55.774653 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7c614520-7c2a-4c40-8dd1-0e3518b6da51 req-c84c18b2-f838-4046-8f62-91ef3d6da4a5 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0475163 Sep 07 04:38:55.812723 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7c614520-7c2a-4c40-8dd1-0e3518b6da51 req-e1a0039c-ec8d-40e4-bd4a-afe26d016bf7 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320923 Sep 07 04:38:55.974533 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-92603957-a0eb-4d83-a9a9-3d4151ef1383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:55.986465 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-92603957-a0eb-4d83-a9a9-3d4151ef1383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:55.986465 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-92603957-a0eb-4d83-a9a9-3d4151ef1383 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e6b2075c-c3a6-4b14-8976-e61431329e58 HTTP/1.1" status: 204 len: 168 time: 0.3792741 Sep 07 04:38:55.987333 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92603957-a0eb-4d83-a9a9-3d4151ef1383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b2075c-c3a6-4b14-8976-e61431329e58,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:56.111795 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a6b29-4f39-47a7-8956-d7ab12db5f4b req-789bc779-d48a-495d-8246-a1fbea28ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:56.113395 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bf3a6b29-4f39-47a7-8956-d7ab12db5f4b req-789bc779-d48a-495d-8246-a1fbea28ef5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e502a27852415eac62b20297317cc2&device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 1099 time: 0.0423419 Sep 07 04:38:56.207852 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a6b29-4f39-47a7-8956-d7ab12db5f4b req-f7418d0d-6d0b-47a1-8b1d-6fbfe91b8aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:56.209350 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bf3a6b29-4f39-47a7-8956-d7ab12db5f4b req-f7418d0d-6d0b-47a1-8b1d-6fbfe91b8aae service neutron] 10.222.0.54 "GET /v2.0/networks?id=abd7a2b8-d7f2-4d4c-a518-325d19a15c68 HTTP/1.1" status: 200 len: 912 time: 0.0896919 Sep 07 04:38:56.284331 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bf3a6b29-4f39-47a7-8956-d7ab12db5f4b req-15be510e-99df-4e91-9d0d-338b7b3d41be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f93d187-05e8-440e-8658-a93ef4944d33 HTTP/1.1" status: 200 len: 1001 time: 0.0590851 Sep 07 04:38:56.338882 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a6b29-4f39-47a7-8956-d7ab12db5f4b req-32c5451f-0b2a-4f8e-8a26-4719a9b82008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:56.340339 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bf3a6b29-4f39-47a7-8956-d7ab12db5f4b req-32c5451f-0b2a-4f8e-8a26-4719a9b82008 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=71cfc763-38e6-482c-b830-db47568dd9d9 HTTP/1.1" status: 200 len: 850 time: 0.0490007 Sep 07 04:38:56.393394 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a6b29-4f39-47a7-8956-d7ab12db5f4b req-d7f7b25c-0aeb-466c-bfba-29827d0c6f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:56.394901 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bf3a6b29-4f39-47a7-8956-d7ab12db5f4b req-d7f7b25c-0aeb-466c-bfba-29827d0c6f38 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abd7a2b8-d7f2-4d4c-a518-325d19a15c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427144 Sep 07 04:38:56.495663 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bf3a6b29-4f39-47a7-8956-d7ab12db5f4b req-d4ce51e5-fe10-419a-9650-53285f317e86 service neutron] 10.222.0.54 "GET /v2.0/networks/abd7a2b8-d7f2-4d4c-a518-325d19a15c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926054 Sep 07 04:38:56.630435 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bf3a6b29-4f39-47a7-8956-d7ab12db5f4b req-1d4b071e-2052-4434-80d3-d6dcd4ee2c2b service neutron] 10.222.0.54 "GET /v2.0/networks/abd7a2b8-d7f2-4d4c-a518-325d19a15c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266901 Sep 07 04:38:56.645998 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc946a4-164f-4f3a-9b2e-c0de48ebdee7 req-63a5da53-8c95-4409-a6f5-92b7e7a8fbec tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:56.647472 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0dc946a4-164f-4f3a-9b2e-c0de48ebdee7 req-63a5da53-8c95-4409-a6f5-92b7e7a8fbec tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 946 time: 0.0690742 Sep 07 04:38:56.687013 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0dc946a4-164f-4f3a-9b2e-c0de48ebdee7 req-d1301903-dc6a-4230-a5b8-c8d9ed96f311 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333145 Sep 07 04:38:56.819663 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 49ac85d6-af0e-4ac5-b70d-0096f5141c9c no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:38:56.943042 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2803b-d850-4cc2-9484-71f195602541 req-2fe1b6d4-287f-45ed-bfc3-016ad918f3f5 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:56.944778 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9cb2803b-d850-4cc2-9484-71f195602541 req-2fe1b6d4-287f-45ed-bfc3-016ad918f3f5 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0574477 Sep 07 04:38:56.946231 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-cf159c7a-9dad-459d-af21-33b45425adca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:56.992171 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9cb2803b-d850-4cc2-9484-71f195602541 req-5dad4648-3e40-4655-ae93-17e1e47f00d6 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323710 Sep 07 04:38:57.026466 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:57.050284 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265374de-c7cb-47a1-8213-2c17868eb9b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:38:57.052538 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6031921-43c0-4b2f-b2ef-40baff509535" -d '{"events": [{"server_uuid": "265374de-c7cb-47a1-8213-2c17868eb9b8", "name": "network-vif-unplugged", "status": "completed", "tag": "49ac85d6-af0e-4ac5-b70d-0096f5141c9c"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:38:57.066051 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:38:57.086053 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 04:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d999c8-1e9e-48f9-ae8c-749698fbf30f x-openstack-request-id: req-d1d999c8-1e9e-48f9-ae8c-749698fbf30f {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:38:57.086340 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265374de-c7cb-47a1-8213-2c17868eb9b8", "name": "network-vif-unplugged", "status": "failed", "tag": "49ac85d6-af0e-4ac5-b70d-0096f5141c9c", "code": 422}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:38:57.086594 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1d999c8-1e9e-48f9-ae8c-749698fbf30f {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:38:57.087031 dv-cinder-804035-10-iscsi neutron-server[94313]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '265374de-c7cb-47a1-8213-2c17868eb9b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c', 'code': 422} returned with failed status Sep 07 04:38:57.197275 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:57.247169 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,revision_number=8']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:38:58.109293 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7764d09-15c0-4360-b93d-4e26aa0727b8 req-6ec4825b-ee77-4dd1-b6c0-23171740dafa tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:58.110857 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a7764d09-15c0-4360-b93d-4e26aa0727b8 req-6ec4825b-ee77-4dd1-b6c0-23171740dafa tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0506179 Sep 07 04:38:58.152172 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a7764d09-15c0-4360-b93d-4e26aa0727b8 req-bd417338-01b6-465d-9117-1dce267420ac tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349853 Sep 07 04:38:59.387881 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7dec2965-73f0-4c60-a181-57c17650f9c1 req-160f9d19-eab7-45e4-a4f9-004ba0577232 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428231 Sep 07 04:38:59.497170 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2965-73f0-4c60-a181-57c17650f9c1 req-02306fa8-6223-4e1b-ac80-5b0adc3e5251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:59.498789 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7dec2965-73f0-4c60-a181-57c17650f9c1 req-02306fa8-6223-4e1b-ac80-5b0adc3e5251 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee77f689e65e4fa4886639d6a4aa761d&device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 1099 time: 0.0477970 Sep 07 04:38:59.621274 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-92b44990-714f-43d2-81cf-7332ffe0889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:59.634166 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2965-73f0-4c60-a181-57c17650f9c1 req-2358ff4e-b0af-4687-bc7d-40bf4c7e6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:59.636066 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7dec2965-73f0-4c60-a181-57c17650f9c1 req-2358ff4e-b0af-4687-bc7d-40bf4c7e6d47 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6881e86b-0218-4b28-af23-89d938232d21 HTTP/1.1" status: 200 len: 910 time: 0.1147206 Sep 07 04:38:59.712286 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7dec2965-73f0-4c60-a181-57c17650f9c1 req-bd012ddd-a2eb-41c7-82e1-b9e5dc7c1a1d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f168241-3273-49a2-883f-bf76d502ab17 HTTP/1.1" status: 200 len: 1001 time: 0.0693445 Sep 07 04:38:59.763544 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:38:59.780029 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2965-73f0-4c60-a181-57c17650f9c1 req-d88e3c65-3983-40d3-816b-f91c21e327d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:59.784448 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7dec2965-73f0-4c60-a181-57c17650f9c1 req-d88e3c65-3983-40d3-816b-f91c21e327d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b24d7332-c618-4337-aad6-a5c269b2242c HTTP/1.1" status: 200 len: 848 time: 0.0625722 Sep 07 04:38:59.828455 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2965-73f0-4c60-a181-57c17650f9c1 req-d8a0d104-9644-4952-9998-efb0ce65c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:38:59.830933 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7dec2965-73f0-4c60-a181-57c17650f9c1 req-d8a0d104-9644-4952-9998-efb0ce65c656 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6881e86b-0218-4b28-af23-89d938232d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422578 Sep 07 04:38:59.929992 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7dec2965-73f0-4c60-a181-57c17650f9c1 req-4695cf59-0e33-4464-a287-51578a71549d service neutron] 10.222.0.54 "GET /v2.0/networks/6881e86b-0218-4b28-af23-89d938232d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919690 Sep 07 04:39:00.017910 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7dec2965-73f0-4c60-a181-57c17650f9c1 req-a6573f63-3628-4de3-9b07-a195cd4796ec service neutron] 10.222.0.54 "GET /v2.0/networks/6881e86b-0218-4b28-af23-89d938232d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816386 Sep 07 04:39:00.586032 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:01.120807 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9861a9-d1de-4b86-9ac7-cd66df88f78c req-ae9a5254-3d3b-417c-a8c9-d44a36e7f58a tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:01.122274 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9d9861a9-d1de-4b86-9ac7-cd66df88f78c req-ae9a5254-3d3b-417c-a8c9-d44a36e7f58a tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 944 time: 0.0493271 Sep 07 04:39:01.163907 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9d9861a9-d1de-4b86-9ac7-cd66df88f78c req-028656c2-c47d-476d-a0c3-dc0ff36797de tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344880 Sep 07 04:39:01.733520 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 39758) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:39:01.817002 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ce681da7-7d77-46ec-b668-f0e1ee93ac40 req-11603648-ec01-4e7a-8a5c-455523b0d5a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822818 Sep 07 04:39:01.826091 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [req-ce681da7-7d77-46ec-b668-f0e1ee93ac40 req-f4a6b2d5-be2e-4839-8c01-23f62706e5e0 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:39:01.827072 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ce681da7-7d77-46ec-b668-f0e1ee93ac40 req-f4a6b2d5-be2e-4839-8c01-23f62706e5e0 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048604 Sep 07 04:39:02.283749 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00b86e-bd3b-4efe-bb40-af9414cf7475 req-06680b3d-a5bc-41da-985b-0aa9f98d5d12 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:02.285024 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fd00b86e-bd3b-4efe-bb40-af9414cf7475 req-06680b3d-a5bc-41da-985b-0aa9f98d5d12 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 944 time: 0.0492489 Sep 07 04:39:02.325246 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fd00b86e-bd3b-4efe-bb40-af9414cf7475 req-37f385cd-a0de-4331-9588-f55077ecdcf1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342946 Sep 07 04:39:02.549721 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:03.451553 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce681da7-7d77-46ec-b668-f0e1ee93ac40 req-713e75c5-40a0-4df9-a72e-89246fc84e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:03.453107 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ce681da7-7d77-46ec-b668-f0e1ee93ac40 req-713e75c5-40a0-4df9-a72e-89246fc84e15 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8&tenant_id=68ad0ff139cd4db998515714ae022f66 HTTP/1.1" status: 200 len: 1097 time: 0.0691299 Sep 07 04:39:03.465585 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c706d8-2288-4e8c-9820-3b214ddf26d1 req-54c40d9d-79df-4440-8873-d2a77e92c937 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:03.466993 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-90c706d8-2288-4e8c-9820-3b214ddf26d1 req-54c40d9d-79df-4440-8873-d2a77e92c937 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 944 time: 0.0587099 Sep 07 04:39:03.533150 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-90c706d8-2288-4e8c-9820-3b214ddf26d1 req-bbd87ea2-ae7e-4632-99be-daae0d586e7f tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594478 Sep 07 04:39:03.541976 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce681da7-7d77-46ec-b668-f0e1ee93ac40 req-efe8a909-a7bd-4c7b-a3ec-8c1a6e89c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:03.543384 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ce681da7-7d77-46ec-b668-f0e1ee93ac40 req-efe8a909-a7bd-4c7b-a3ec-8c1a6e89c91e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68ad0ff139cd4db998515714ae022f66&device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 1097 time: 0.0535185 Sep 07 04:39:03.631153 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce681da7-7d77-46ec-b668-f0e1ee93ac40 req-87ccacd1-3b85-42ca-b719-850976c0fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:03.632576 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ce681da7-7d77-46ec-b668-f0e1ee93ac40 req-87ccacd1-3b85-42ca-b719-850976c0fca7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=164936fd-3e30-49d0-9274-2523f41a60c3 HTTP/1.1" status: 200 len: 917 time: 0.0826709 Sep 07 04:39:03.698744 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ce681da7-7d77-46ec-b668-f0e1ee93ac40 req-5f0dff15-e2e9-4652-83a6-b8f9ef775ee3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49ac85d6-af0e-4ac5-b70d-0096f5141c9c HTTP/1.1" status: 200 len: 1000 time: 0.0595410 Sep 07 04:39:03.746534 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce681da7-7d77-46ec-b668-f0e1ee93ac40 req-742f3eed-93f0-499d-9894-eb3f580c9494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:03.747948 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ce681da7-7d77-46ec-b668-f0e1ee93ac40 req-742f3eed-93f0-499d-9894-eb3f580c9494 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1a0f6fd-6cb9-4727-a121-2a2dee89b16f HTTP/1.1" status: 200 len: 855 time: 0.0416324 Sep 07 04:39:03.792324 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce681da7-7d77-46ec-b668-f0e1ee93ac40 req-4cb6a3b3-e8e3-47ac-9fa9-c148d8824c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:03.793788 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ce681da7-7d77-46ec-b668-f0e1ee93ac40 req-4cb6a3b3-e8e3-47ac-9fa9-c148d8824c60 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=164936fd-3e30-49d0-9274-2523f41a60c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382578 Sep 07 04:39:03.885203 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ce681da7-7d77-46ec-b668-f0e1ee93ac40 req-4d092619-079a-4fdf-b774-61f84a9f5a64 service neutron] 10.222.0.54 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842230 Sep 07 04:39:03.973633 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ce681da7-7d77-46ec-b668-f0e1ee93ac40 req-bced5ab5-c764-4a3f-a93b-7da6f4bfd25f service neutron] 10.222.0.54 "GET /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802665 Sep 07 04:39:04.450783 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:04.679532 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef56c7e-ede9-4628-b3c6-4d04a59b7b31 req-edae8dbe-1f7f-43a8-b7f2-4c41fb7cfab7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:04.681907 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fef56c7e-ede9-4628-b3c6-4d04a59b7b31 req-edae8dbe-1f7f-43a8-b7f2-4c41fb7cfab7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 944 time: 0.0751894 Sep 07 04:39:04.758940 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fef56c7e-ede9-4628-b3c6-4d04a59b7b31 req-99ed8f50-f406-416d-a770-a0e3ab72db67 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615826 Sep 07 04:39:05.872405 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db774b-cbee-4ab8-9dec-51c53300aa4d req-d0495760-7414-4bf7-975c-ecde0474a6a2 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:05.873887 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c6db774b-cbee-4ab8-9dec-51c53300aa4d req-d0495760-7414-4bf7-975c-ecde0474a6a2 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 944 time: 0.0492158 Sep 07 04:39:05.918554 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c6db774b-cbee-4ab8-9dec-51c53300aa4d req-210bcd0c-cdfb-4213-95ec-2e64895e9315 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374644 Sep 07 04:39:07.039176 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e9107-ed2b-4a89-9b6f-abd329c21e03 req-716de214-1268-433b-ad49-f3bf4faf4c9e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:07.040681 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0a3e9107-ed2b-4a89-9b6f-abd329c21e03 req-716de214-1268-433b-ad49-f3bf4faf4c9e tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 944 time: 0.0488424 Sep 07 04:39:07.078446 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0a3e9107-ed2b-4a89-9b6f-abd329c21e03 req-86b870f7-7cd6-41bd-a67c-ef5a3be6b703 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317404 Sep 07 04:39:08.206793 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e8c43-2550-4e3a-be29-1abf342e7103 req-eef9223b-33bc-4152-98b0-c6b727a55de4 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:08.208269 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d54e8c43-2550-4e3a-be29-1abf342e7103 req-eef9223b-33bc-4152-98b0-c6b727a55de4 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 944 time: 0.0548255 Sep 07 04:39:08.249527 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d54e8c43-2550-4e3a-be29-1abf342e7103 req-0b515500-e930-4b84-bf13-a78f0c0a2cd9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343702 Sep 07 04:39:09.378455 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dffb1a-5dc8-4068-9779-621983a0cc94 req-b7f2e0cd-ae9d-4c3a-afe7-b37dd192ea37 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:09.380044 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-03dffb1a-5dc8-4068-9779-621983a0cc94 req-b7f2e0cd-ae9d-4c3a-afe7-b37dd192ea37 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 944 time: 0.0520523 Sep 07 04:39:09.425010 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-03dffb1a-5dc8-4068-9779-621983a0cc94 req-3515c327-ecb5-4b59-950d-71617f25dfdd tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328307 Sep 07 04:39:10.551377 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc48534-24b1-4672-a10d-91cfbcb5cb45 req-20ffb34e-c379-4d2f-9fa5-553946a1b7b5 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:10.552906 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-efc48534-24b1-4672-a10d-91cfbcb5cb45 req-20ffb34e-c379-4d2f-9fa5-553946a1b7b5 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 944 time: 0.0545151 Sep 07 04:39:10.590173 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-efc48534-24b1-4672-a10d-91cfbcb5cb45 req-712a4b50-cae6-45a8-9976-5e3e330fcdcc tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313809 Sep 07 04:39:11.277514 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256a7ce-42e6-4e20-8a0e-825fcf4356b2 req-7164765b-e2ce-403d-9394-03e03e3d2cb4 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:11.279631 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5256a7ce-42e6-4e20-8a0e-825fcf4356b2 req-7164765b-e2ce-403d-9394-03e03e3d2cb4 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0593607 Sep 07 04:39:11.320510 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5256a7ce-42e6-4e20-8a0e-825fcf4356b2 req-685a5300-74e7-4035-b4a8-10328fc93913 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334332 Sep 07 04:39:11.716379 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38d721-ec33-4c54-9e26-ff14b25ff9a0 req-6c700000-ba7d-46c5-b97a-f91cc3c5d635 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:11.719135 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-eb38d721-ec33-4c54-9e26-ff14b25ff9a0 req-6c700000-ba7d-46c5-b97a-f91cc3c5d635 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 944 time: 0.0554969 Sep 07 04:39:11.757275 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-eb38d721-ec33-4c54-9e26-ff14b25ff9a0 req-c88e8962-5a6e-49d4-929d-586aad6d042f tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320013 Sep 07 04:39:12.443262 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04799f9a-807c-4c04-94ad-caae2665fe60 req-161a55e6-1a6a-4559-80df-2c005b78ade4 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:12.449037 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-04799f9a-807c-4c04-94ad-caae2665fe60 req-161a55e6-1a6a-4559-80df-2c005b78ade4 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0544534 Sep 07 04:39:12.485774 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-04799f9a-807c-4c04-94ad-caae2665fe60 req-8246f1a9-463d-4316-be41-5422c0149406 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337753 Sep 07 04:39:12.893410 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fde5b-4732-4381-9df5-d0ea5b3d11c8 req-6d6825a1-30c6-4abb-9fda-2e0c6c971c03 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:12.894888 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ea8fde5b-4732-4381-9df5-d0ea5b3d11c8 req-6d6825a1-30c6-4abb-9fda-2e0c6c971c03 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 944 time: 0.0637703 Sep 07 04:39:12.942178 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ea8fde5b-4732-4381-9df5-d0ea5b3d11c8 req-62b28b9b-691a-4381-ad8d-e35fc0ed39a8 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413375 Sep 07 04:39:13.623266 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7dab5-b525-4c9b-a853-5cf2f2b50261 req-20409517-5cbe-49ef-a03e-89732d6a9652 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:13.629754 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-95f7dab5-b525-4c9b-a853-5cf2f2b50261 req-20409517-5cbe-49ef-a03e-89732d6a9652 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0588613 Sep 07 04:39:13.669947 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-95f7dab5-b525-4c9b-a853-5cf2f2b50261 req-a019504b-d5db-4748-b054-4e976ad5aa50 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384119 Sep 07 04:39:13.743399 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:39:14.056245 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eeeded-a11a-4551-ac93-4b7993796fc8 req-2f386541-5c95-4747-b28f-d52a646c42b8 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:14.057668 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-75eeeded-a11a-4551-ac93-4b7993796fc8 req-2f386541-5c95-4747-b28f-d52a646c42b8 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 944 time: 0.0515120 Sep 07 04:39:14.095720 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-75eeeded-a11a-4551-ac93-4b7993796fc8 req-2167c49a-1191-445c-9fd7-7c14d9d042f3 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318801 Sep 07 04:39:14.794856 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa3e72-e120-4551-80fe-3c893b0c99bf req-015ba388-f525-4065-a0a4-a069cf6e6ab1 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:14.796324 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-35fa3e72-e120-4551-80fe-3c893b0c99bf req-015ba388-f525-4065-a0a4-a069cf6e6ab1 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0520098 Sep 07 04:39:14.834225 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-35fa3e72-e120-4551-80fe-3c893b0c99bf req-7bcac937-da0f-402d-9c0f-bd34b29db728 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304093 Sep 07 04:39:15.223355 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f45cf-d6c8-42d7-8dd2-2a6de9ef438c req-df33d49b-adca-4aef-a2e2-1f4196ad93d6 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:15.224765 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-256f45cf-d6c8-42d7-8dd2-2a6de9ef438c req-df33d49b-adca-4aef-a2e2-1f4196ad93d6 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 944 time: 0.0522571 Sep 07 04:39:15.263451 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-256f45cf-d6c8-42d7-8dd2-2a6de9ef438c req-41119ad8-1e07-4919-8016-3e0e6671704f tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326436 Sep 07 04:39:15.948215 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dafd3-d30e-49fe-97b6-d8f6197eae2c req-eedf5a6e-23fc-40c4-8790-f82d0fa4bcb2 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:15.949708 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-274dafd3-d30e-49fe-97b6-d8f6197eae2c req-eedf5a6e-23fc-40c4-8790-f82d0fa4bcb2 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0485814 Sep 07 04:39:15.987412 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-274dafd3-d30e-49fe-97b6-d8f6197eae2c req-c36b5e7b-684c-4f89-8138-55a2965c5893 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317647 Sep 07 04:39:16.383748 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bdd00-5e8e-4930-8512-cb10b94a88c0 req-b92a2d9c-c373-4a4f-9605-e89e85bd7021 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:16.385222 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d26bdd00-5e8e-4930-8512-cb10b94a88c0 req-b92a2d9c-c373-4a4f-9605-e89e85bd7021 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 944 time: 0.0515049 Sep 07 04:39:16.421891 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d26bdd00-5e8e-4930-8512-cb10b94a88c0 req-a74933a4-8af7-446c-8020-15d82ed6a2d8 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307662 Sep 07 04:39:16.902456 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 49ac85d6-af0e-4ac5-b70d-0096f5141c9c details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:39:16.992880 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:39:17.004189 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'port_id': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c', 'mac_address': 'fa:16:3e:5b:ed:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:39:17.043346 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:17.055817 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ac85d6-af0e-4ac5-b70d-0096f5141c9c {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:39:17.074973 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:39:17.102342 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ac55f-9b24-4221-bbfa-97b09a3edabd req-fc953d54-96e9-4058-a2eb-a54c4ea9b3a0 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:17.103843 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1a7ac55f-9b24-4221-bbfa-97b09a3edabd req-fc953d54-96e9-4058-a2eb-a54c4ea9b3a0 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0500908 Sep 07 04:39:17.143487 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1a7ac55f-9b24-4221-bbfa-97b09a3edabd req-69b8bede-4fe1-4ca6-ba90-dd6b6a105d5b tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327902 Sep 07 04:39:17.168740 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:17.215290 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,revision_number=9']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:39:17.500283 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['49ac85d6-af0e-4ac5-b70d-0096f5141c9c'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:39:17.541617 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb400e9-910c-45c4-92a4-d6688ece688c req-3ac7b1f3-625c-4171-ac2a-e7549f1ef4a7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:17.543108 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-dbb400e9-910c-45c4-92a4-d6688ece688c req-3ac7b1f3-625c-4171-ac2a-e7549f1ef4a7 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 945 time: 0.0495002 Sep 07 04:39:17.580920 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-dbb400e9-910c-45c4-92a4-d6688ece688c req-b8d58a99-4891-4498-89ef-bbb8e2871174 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313160 Sep 07 04:39:18.259643 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e127a4c-8f0f-4b27-adfc-f63229512af3 req-6e682830-479f-4558-a869-436574838546 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:18.261068 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4e127a4c-8f0f-4b27-adfc-f63229512af3 req-6e682830-479f-4558-a869-436574838546 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0514569 Sep 07 04:39:18.298653 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4e127a4c-8f0f-4b27-adfc-f63229512af3 req-8d6d7909-220e-4904-a8ac-901fe44fa0e6 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316076 Sep 07 04:39:18.697809 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4600-564d-4735-b0eb-691905518477 req-ff0edf9b-7e95-499f-bf24-2db252c7b991 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:18.699268 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1d9f4600-564d-4735-b0eb-691905518477 req-ff0edf9b-7e95-499f-bf24-2db252c7b991 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 945 time: 0.0475090 Sep 07 04:39:18.735777 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1d9f4600-564d-4735-b0eb-691905518477 req-9c4b2ffe-8b13-46ea-b2a8-d559f27dc4a2 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306764 Sep 07 04:39:18.903809 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 49ac85d6-af0e-4ac5-b70d-0096f5141c9c up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:39:18.951322 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:39:18.951766 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:19.032173 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:19.062353 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265374de-c7cb-47a1-8213-2c17868eb9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:39:19.065420 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4676aa-0cf3-46ec-9a07-475dd3516b03" -d '{"events": [{"server_uuid": "265374de-c7cb-47a1-8213-2c17868eb9b8", "name": "network-vif-plugged", "status": "completed", "tag": "49ac85d6-af0e-4ac5-b70d-0096f5141c9c"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:39:19.078053 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:39:19.101826 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ffaca0-de17-44bc-b3ce-da5cdecdcab7 x-openstack-request-id: req-35ffaca0-de17-44bc-b3ce-da5cdecdcab7 {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:39:19.102137 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265374de-c7cb-47a1-8213-2c17868eb9b8", "name": "network-vif-plugged", "status": "completed", "tag": "49ac85d6-af0e-4ac5-b70d-0096f5141c9c", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:39:19.102410 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35ffaca0-de17-44bc-b3ce-da5cdecdcab7 {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:39:19.102793 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265374de-c7cb-47a1-8213-2c17868eb9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c', 'code': 200} Sep 07 04:39:19.412744 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed478d-ee7d-46d2-a004-09013d1e4b1b req-94bcef5a-c6cb-4645-838d-6ed82401836f tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:19.414214 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-dbed478d-ee7d-46d2-a004-09013d1e4b1b req-94bcef5a-c6cb-4645-838d-6ed82401836f tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0487540 Sep 07 04:39:19.451524 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-dbed478d-ee7d-46d2-a004-09013d1e4b1b req-7e337250-a4db-419f-ab2e-d108f36655f9 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312135 Sep 07 04:39:19.728896 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:19.776487 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,revision_number=10']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:39:19.864373 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa47d76-e733-4039-81a0-0779355cc677 req-2c32be40-e476-40cf-8323-75d1817f9b3c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:19.865871 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-baa47d76-e733-4039-81a0-0779355cc677 req-2c32be40-e476-40cf-8323-75d1817f9b3c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 947 time: 0.0535116 Sep 07 04:39:19.902736 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-baa47d76-e733-4039-81a0-0779355cc677 req-8c7ffe54-6d0a-4087-8f2c-d8bdc473794c tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308802 Sep 07 04:39:19.997605 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705227b-6a65-4fdf-95bf-955287768d00 req-821730e7-0c70-4ef4-a6f2-4a5c7365d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:19.998994 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2705227b-6a65-4fdf-95bf-955287768d00 req-821730e7-0c70-4ef4-a6f2-4a5c7365d44c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 1100 time: 0.0383854 Sep 07 04:39:20.034302 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2705227b-6a65-4fdf-95bf-955287768d00 req-866aad12-8705-444b-9912-5d75e5f586d2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271139 Sep 07 04:39:20.569271 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06c543-1772-4fa4-9656-7a7af3ade454 req-99583ca8-814d-44b3-a864-24efb7281019 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:20.570077 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5b06c543-1772-4fa4-9656-7a7af3ade454 req-99583ca8-814d-44b3-a864-24efb7281019 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0487227 Sep 07 04:39:20.607568 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5b06c543-1772-4fa4-9656-7a7af3ade454 req-13883d9a-ec13-4662-8888-f21644d03be6 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315802 Sep 07 04:39:21.027864 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f39f5c-ab5f-4317-ac11-ea2061544dad req-14efbbf8-5307-4c9f-a3ab-009f1d8c77d5 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:21.029359 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c1f39f5c-ab5f-4317-ac11-ea2061544dad req-14efbbf8-5307-4c9f-a3ab-009f1d8c77d5 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 947 time: 0.0544295 Sep 07 04:39:21.066658 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c1f39f5c-ab5f-4317-ac11-ea2061544dad req-60340202-87e3-439c-a2b7-5d5bb7b65f20 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312819 Sep 07 04:39:21.721796 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67691bbb-1424-42b0-9f9d-ba9411943c0b req-52cea977-60fb-46d7-82fd-a1c09490893e tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:21.723256 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-67691bbb-1424-42b0-9f9d-ba9411943c0b req-52cea977-60fb-46d7-82fd-a1c09490893e tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0500770 Sep 07 04:39:21.761479 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-67691bbb-1424-42b0-9f9d-ba9411943c0b req-dd3b1906-d92e-457d-88ab-de5642a2a391 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319443 Sep 07 04:39:22.187343 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608d535-ccd9-46e9-847e-33858c24923b req-11a56e13-4a30-403a-8f7d-342c830b11aa tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:22.188812 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f608d535-ccd9-46e9-847e-33858c24923b req-11a56e13-4a30-403a-8f7d-342c830b11aa tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 947 time: 0.0485654 Sep 07 04:39:22.226402 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f608d535-ccd9-46e9-847e-33858c24923b req-9c4530c1-0f14-4641-8c2f-009d6dd654a5 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309429 Sep 07 04:39:22.878650 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb9339-85db-4b99-9dc0-9a39be2c95a4 req-753e5726-e594-4e60-bc98-dc8936828ba8 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:22.880179 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-25bb9339-85db-4b99-9dc0-9a39be2c95a4 req-753e5726-e594-4e60-bc98-dc8936828ba8 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0529249 Sep 07 04:39:22.919072 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-25bb9339-85db-4b99-9dc0-9a39be2c95a4 req-1bc0d016-83c7-439a-809d-7ce7ee0d6ae3 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328062 Sep 07 04:39:23.343530 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a0179-88a5-467e-ba8d-5f52e9c92c66 req-6dc5bc63-cebb-4f41-a362-74654ace2a31 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:23.345037 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-107a0179-88a5-467e-ba8d-5f52e9c92c66 req-6dc5bc63-cebb-4f41-a362-74654ace2a31 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 947 time: 0.0478776 Sep 07 04:39:23.382304 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-107a0179-88a5-467e-ba8d-5f52e9c92c66 req-0c7640ad-70c4-4ee7-9e1e-dae4dc22ddc1 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307703 Sep 07 04:39:24.032352 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f23d76-24fe-40a3-b8a2-a4e1ddcd11ab req-8bd10f1d-d9cb-423b-b16d-2210d9a23bca tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:24.034533 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c4f23d76-24fe-40a3-b8a2-a4e1ddcd11ab req-8bd10f1d-d9cb-423b-b16d-2210d9a23bca tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0483320 Sep 07 04:39:24.071546 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c4f23d76-24fe-40a3-b8a2-a4e1ddcd11ab req-c24335bf-07f7-4c37-9d05-1906e730f304 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310643 Sep 07 04:39:25.194491 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751495a-9571-4b6e-9835-40d480341f7e req-74acf04c-ea9e-4d31-8947-e8a3108f0d74 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:25.195972 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1751495a-9571-4b6e-9835-40d480341f7e req-74acf04c-ea9e-4d31-8947-e8a3108f0d74 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0523112 Sep 07 04:39:25.237047 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1751495a-9571-4b6e-9835-40d480341f7e req-a5e466c7-4575-4470-aaec-f1aa582ca845 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328064 Sep 07 04:39:25.521882 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fafd11-1c3a-4230-9b30-7d49c61a6cac req-cfcea6dd-ec5f-42b5-941e-51c3089d76b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:25.523244 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-84fafd11-1c3a-4230-9b30-7d49c61a6cac req-cfcea6dd-ec5f-42b5-941e-51c3089d76b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee77f689e65e4fa4886639d6a4aa761d&device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 1099 time: 0.0395293 Sep 07 04:39:25.618581 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fafd11-1c3a-4230-9b30-7d49c61a6cac req-b1710280-8a2b-4569-9edf-c94bf74ad538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:25.620042 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-84fafd11-1c3a-4230-9b30-7d49c61a6cac req-b1710280-8a2b-4569-9edf-c94bf74ad538 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6881e86b-0218-4b28-af23-89d938232d21 HTTP/1.1" status: 200 len: 910 time: 0.0901589 Sep 07 04:39:25.705398 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-84fafd11-1c3a-4230-9b30-7d49c61a6cac req-4095148d-a396-4620-aede-d7139fc18fdc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f168241-3273-49a2-883f-bf76d502ab17 HTTP/1.1" status: 200 len: 1001 time: 0.0765486 Sep 07 04:39:25.753248 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fafd11-1c3a-4230-9b30-7d49c61a6cac req-a3e69d45-4936-4339-a6a4-a3463d76ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:25.754651 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-84fafd11-1c3a-4230-9b30-7d49c61a6cac req-a3e69d45-4936-4339-a6a4-a3463d76ea1e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b24d7332-c618-4337-aad6-a5c269b2242c HTTP/1.1" status: 200 len: 848 time: 0.0426943 Sep 07 04:39:25.805656 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fafd11-1c3a-4230-9b30-7d49c61a6cac req-1e220aac-a475-429e-85e3-122e4f3454a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:25.807163 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-84fafd11-1c3a-4230-9b30-7d49c61a6cac req-1e220aac-a475-429e-85e3-122e4f3454a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6881e86b-0218-4b28-af23-89d938232d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445857 Sep 07 04:39:25.913724 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-84fafd11-1c3a-4230-9b30-7d49c61a6cac req-75fae960-e6a2-4283-9833-4696a0b033e9 service neutron] 10.222.0.54 "GET /v2.0/networks/6881e86b-0218-4b28-af23-89d938232d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986822 Sep 07 04:39:26.010341 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-84fafd11-1c3a-4230-9b30-7d49c61a6cac req-31d21130-8efd-4ee6-ac2c-6105438498ca service neutron] 10.222.0.54 "GET /v2.0/networks/6881e86b-0218-4b28-af23-89d938232d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849962 Sep 07 04:39:26.350920 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce886c0-ee94-4da3-a550-812d0835bae4 req-5b48fe58-cf8a-40ef-841a-c4b6dd6be696 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:26.352374 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-dce886c0-ee94-4da3-a550-812d0835bae4 req-5b48fe58-cf8a-40ef-841a-c4b6dd6be696 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0485492 Sep 07 04:39:26.393509 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-dce886c0-ee94-4da3-a550-812d0835bae4 req-85fa7eac-cd5b-4a19-835c-3a2b912dd4a5 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351443 Sep 07 04:39:26.745969 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7934ea2e-c016-4dcf-a12e-c5276860c231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:27.508253 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223bb53-bf00-4788-8c0c-6b30cae22389 req-e7e8db02-1ae0-492b-a5a9-83f378e88176 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:27.509738 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8223bb53-bf00-4788-8c0c-6b30cae22389 req-e7e8db02-1ae0-492b-a5a9-83f378e88176 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0482242 Sep 07 04:39:27.547129 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8223bb53-bf00-4788-8c0c-6b30cae22389 req-70badd59-a966-476a-8a68-bd86439721d0 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309589 Sep 07 04:39:28.665984 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc5acb-d401-4d99-9d79-8ebf56db1df0 req-f8bfb6af-9d33-4ce2-8401-a874c98913a8 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:28.667440 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-acdc5acb-d401-4d99-9d79-8ebf56db1df0 req-f8bfb6af-9d33-4ce2-8401-a874c98913a8 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0514467 Sep 07 04:39:28.707431 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-acdc5acb-d401-4d99-9d79-8ebf56db1df0 req-6a63bff6-0941-41c8-b97e-3ee49aa453db tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341737 Sep 07 04:39:29.580394 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-769caedd-8a14-4f14-8b4d-cc93da591fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:29.608308 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:29.820052 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e563a9-5298-452d-a5f1-c91160ba6227 req-37c98321-1160-4c03-9bd6-22cfaa2f606f tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:29.821532 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f2e563a9-5298-452d-a5f1-c91160ba6227 req-37c98321-1160-4c03-9bd6-22cfaa2f606f tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0473816 Sep 07 04:39:29.858676 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f2e563a9-5298-452d-a5f1-c91160ba6227 req-0b463533-75af-4f93-b8f1-26b8fe029a7c tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313313 Sep 07 04:39:30.178960 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feca6e6-5f98-4337-ac00-1feff0804ff0 req-1a1fe14a-da46-4fdd-bee9-0ff81fc6d264 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:30.180433 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3feca6e6-5f98-4337-ac00-1feff0804ff0 req-1a1fe14a-da46-4fdd-bee9-0ff81fc6d264 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0475190 Sep 07 04:39:30.218586 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3feca6e6-5f98-4337-ac00-1feff0804ff0 req-46a3a30a-3a1f-4c1e-9a5d-6ab31d4a81dc tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321491 Sep 07 04:39:30.230012 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ebf5fae7-850e-4901-8817-f41be4dfeabb req-5f7276f1-16fd-4a8f-b5af-406bd0bbd76f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0385761 Sep 07 04:39:30.580241 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:30.940221 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 3f168241-3273-49a2-883f-bf76d502ab17 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:39:31.016654 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:31.040649 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b700dcfc-8639-4f7e-87de-5ad3195b3cb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f168241-3273-49a2-883f-bf76d502ab17'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:39:31.042928 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e37f80-ebb3-47d2-bca4-1e32cfbdd08b" -d '{"events": [{"server_uuid": "b700dcfc-8639-4f7e-87de-5ad3195b3cb6", "name": "network-vif-unplugged", "status": "completed", "tag": "3f168241-3273-49a2-883f-bf76d502ab17"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:39:31.055663 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 3f168241-3273-49a2-883f-bf76d502ab17, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3f168241-3273-49a2-883f-bf76d502ab17,segment=NetworkSegment(f508e93d-056c-4485-9f5a-d70d90e0f434),segment_id=f508e93d-056c-4485-9f5a-d70d90e0f434)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:39:31.077919 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 04:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3de2ff-9405-40d2-bf85-6d67c69672cc x-openstack-request-id: req-1e3de2ff-9405-40d2-bf85-6d67c69672cc {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:39:31.077919 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b700dcfc-8639-4f7e-87de-5ad3195b3cb6", "name": "network-vif-unplugged", "status": "failed", "tag": "3f168241-3273-49a2-883f-bf76d502ab17", "code": 422}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:39:31.077919 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e3de2ff-9405-40d2-bf85-6d67c69672cc {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:39:31.077919 dv-cinder-804035-10-iscsi neutron-server[94313]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b700dcfc-8639-4f7e-87de-5ad3195b3cb6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f168241-3273-49a2-883f-bf76d502ab17', 'code': 422} returned with failed status Sep 07 04:39:31.126050 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:31.175023 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=3f168241-3273-49a2-883f-bf76d502ab17,revision_number=6']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:39:31.334202 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b56358-5fe2-4711-ae73-e8f238d00e82 req-04bf2aba-6bd5-4329-b6ff-caab9ab27eed tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:31.335656 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-02b56358-5fe2-4711-ae73-e8f238d00e82 req-04bf2aba-6bd5-4329-b6ff-caab9ab27eed tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 944 time: 0.0513186 Sep 07 04:39:31.371562 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-02b56358-5fe2-4711-ae73-e8f238d00e82 req-c85b41af-ab38-4d7c-af02-eb3092a59557 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299883 Sep 07 04:39:32.491315 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e65c7-695d-447a-aaaf-3d6724031397 req-1da287fd-16e1-4d16-a215-2ae2c74fe43a tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:32.492920 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ae1e65c7-695d-447a-aaaf-3d6724031397 req-1da287fd-16e1-4d16-a215-2ae2c74fe43a tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 944 time: 0.0517437 Sep 07 04:39:32.528283 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:32.534588 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ae1e65c7-695d-447a-aaaf-3d6724031397 req-bb17230e-eaa4-42f3-935b-f22ae5bc67c2 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356116 Sep 07 04:39:32.898987 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5fae7-850e-4901-8817-f41be4dfeabb req-f5e8dc8b-6903-4bff-8a53-6a7abb1e4429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:32.900440 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ebf5fae7-850e-4901-8817-f41be4dfeabb req-f5e8dc8b-6903-4bff-8a53-6a7abb1e4429 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6&tenant_id=ee77f689e65e4fa4886639d6a4aa761d HTTP/1.1" status: 200 len: 1097 time: 0.0396278 Sep 07 04:39:32.975726 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5fae7-850e-4901-8817-f41be4dfeabb req-9a8baf5e-67e4-4099-b43e-83484b565c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:32.977148 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ebf5fae7-850e-4901-8817-f41be4dfeabb req-9a8baf5e-67e4-4099-b43e-83484b565c1c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee77f689e65e4fa4886639d6a4aa761d&device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 1097 time: 0.0427744 Sep 07 04:39:33.067031 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5fae7-850e-4901-8817-f41be4dfeabb req-09a502d5-bb36-4027-8f10-3ab74ff99077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:33.068516 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ebf5fae7-850e-4901-8817-f41be4dfeabb req-09a502d5-bb36-4027-8f10-3ab74ff99077 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6881e86b-0218-4b28-af23-89d938232d21 HTTP/1.1" status: 200 len: 910 time: 0.0836964 Sep 07 04:39:33.145183 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ebf5fae7-850e-4901-8817-f41be4dfeabb req-ffc092c2-d518-46ac-bf18-4290c15b73ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f168241-3273-49a2-883f-bf76d502ab17 HTTP/1.1" status: 200 len: 999 time: 0.0631654 Sep 07 04:39:33.195372 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5fae7-850e-4901-8817-f41be4dfeabb req-04bc1735-1a4e-4cbc-ae81-c920fe2f7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:33.196854 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ebf5fae7-850e-4901-8817-f41be4dfeabb req-04bc1735-1a4e-4cbc-ae81-c920fe2f7e09 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b24d7332-c618-4337-aad6-a5c269b2242c HTTP/1.1" status: 200 len: 848 time: 0.0447056 Sep 07 04:39:33.242401 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5fae7-850e-4901-8817-f41be4dfeabb req-6c5bdcf8-fc31-4a98-9deb-aeaa836ea44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:33.243771 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ebf5fae7-850e-4901-8817-f41be4dfeabb req-6c5bdcf8-fc31-4a98-9deb-aeaa836ea44a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6881e86b-0218-4b28-af23-89d938232d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388427 Sep 07 04:39:33.572890 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ebf5fae7-850e-4901-8817-f41be4dfeabb req-a455b1c2-58cb-4ffe-b2c3-070a11708bc1 service neutron] 10.222.0.54 "GET /v2.0/networks/6881e86b-0218-4b28-af23-89d938232d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186121 Sep 07 04:39:33.706472 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b71fbd-aef6-42c7-961f-ef64fb35e0d9 req-77e4dbc3-d92a-464e-83d2-e7ad88a20f7b tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:33.708073 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-07b71fbd-aef6-42c7-961f-ef64fb35e0d9 req-77e4dbc3-d92a-464e-83d2-e7ad88a20f7b tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 944 time: 0.1037188 Sep 07 04:39:33.710416 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ebf5fae7-850e-4901-8817-f41be4dfeabb req-98c3b7f8-2d08-468c-ae30-d9269e1701ac service neutron] 10.222.0.54 "GET /v2.0/networks/6881e86b-0218-4b28-af23-89d938232d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260116 Sep 07 04:39:33.745978 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-07b71fbd-aef6-42c7-961f-ef64fb35e0d9 req-b2a8a6dd-5845-46fd-9176-9dadbdf005e8 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319560 Sep 07 04:39:34.187966 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67798dc-78a9-4965-b080-2a5703218ee7 req-dca4d7ea-4b4c-4e1d-b1c4-ed305e9c440a tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:34.190138 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b67798dc-78a9-4965-b080-2a5703218ee7 req-dca4d7ea-4b4c-4e1d-b1c4-ed305e9c440a tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0501812 Sep 07 04:39:34.227245 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b67798dc-78a9-4965-b080-2a5703218ee7 req-3227e30a-f7a9-40d5-b613-7c29b50c4d27 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310073 Sep 07 04:39:34.428360 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:34.858274 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ea7fb-d347-4c24-a93b-28e78d3f7a7b req-d3abf913-57f1-4d42-93a4-21c7ad4d1830 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:34.859726 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-245ea7fb-d347-4c24-a93b-28e78d3f7a7b req-d3abf913-57f1-4d42-93a4-21c7ad4d1830 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 944 time: 0.0470891 Sep 07 04:39:34.897126 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-245ea7fb-d347-4c24-a93b-28e78d3f7a7b req-b951d39e-ba5c-4921-9b25-5b111fb8b8e8 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307693 Sep 07 04:39:35.342779 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05b5d0-7605-4fcd-9770-ac638e3ef557 req-0ebc34f7-44b2-4164-a905-07f7738422bd tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:35.344241 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4b05b5d0-7605-4fcd-9770-ac638e3ef557 req-0ebc34f7-44b2-4164-a905-07f7738422bd tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0513217 Sep 07 04:39:35.381891 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4b05b5d0-7605-4fcd-9770-ac638e3ef557 req-7f7221fe-a263-46d8-ab3e-962b76e58d40 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311658 Sep 07 04:39:36.012270 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9af140-51c8-4113-a724-a0dbb1b92ae4 req-7eb472cc-3f8f-4cd9-a598-68e81d7f68c8 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:36.013751 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cf9af140-51c8-4113-a724-a0dbb1b92ae4 req-7eb472cc-3f8f-4cd9-a598-68e81d7f68c8 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 944 time: 0.0483043 Sep 07 04:39:36.051366 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cf9af140-51c8-4113-a724-a0dbb1b92ae4 req-9769483c-1871-4e76-b878-317332a18e89 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311165 Sep 07 04:39:36.494561 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36aeee-7025-4036-b42a-1670a71214b1 req-e69178bb-fe29-49de-8815-6f06c466c43f tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:36.496001 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8c36aeee-7025-4036-b42a-1670a71214b1 req-e69178bb-fe29-49de-8815-6f06c466c43f tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0475972 Sep 07 04:39:36.533689 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8c36aeee-7025-4036-b42a-1670a71214b1 req-0580432c-26dd-4cdf-ba25-7ad095726011 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310059 Sep 07 04:39:37.167975 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a2d9d-66da-4db4-99a2-395135fc8958 req-30e61816-00b9-4dbd-8f20-a000482fb3c9 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:37.169448 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d46a2d9d-66da-4db4-99a2-395135fc8958 req-30e61816-00b9-4dbd-8f20-a000482fb3c9 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 944 time: 0.0511279 Sep 07 04:39:37.207022 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d46a2d9d-66da-4db4-99a2-395135fc8958 req-330d3711-15c6-4125-9be2-70dc77d75065 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310304 Sep 07 04:39:37.649842 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6cc3c-92e3-4473-892f-8beb0dac0c80 req-f44024e5-6d56-4c2a-be5a-a2de264e0b66 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:37.651361 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-14f6cc3c-92e3-4473-892f-8beb0dac0c80 req-f44024e5-6d56-4c2a-be5a-a2de264e0b66 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0519464 Sep 07 04:39:37.688602 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-14f6cc3c-92e3-4473-892f-8beb0dac0c80 req-eb2d5455-3941-4652-a44c-346a6f6be6d1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311091 Sep 07 04:39:38.324479 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b6f9e-9f03-4da6-80c8-ba5b12817d38 req-6db2b596-4dde-4aeb-b762-45b397980f69 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:38.325947 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fe6b6f9e-9f03-4da6-80c8-ba5b12817d38 req-6db2b596-4dde-4aeb-b762-45b397980f69 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 944 time: 0.0476511 Sep 07 04:39:38.363276 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fe6b6f9e-9f03-4da6-80c8-ba5b12817d38 req-931a91e9-60f8-48bf-afd3-139779e3878d tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307853 Sep 07 04:39:38.806872 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb741b-e56c-4b02-a695-5367e83d4b95 req-873dc83e-5b44-4b2d-aabf-9260a05178f1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:38.808330 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4cfb741b-e56c-4b02-a695-5367e83d4b95 req-873dc83e-5b44-4b2d-aabf-9260a05178f1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0511851 Sep 07 04:39:38.845709 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4cfb741b-e56c-4b02-a695-5367e83d4b95 req-d98470fe-5481-4e2c-813a-bcb7ccd5966d tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309169 Sep 07 04:39:39.474620 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef2788-1efe-4241-98b0-60000cf7ae35 req-c063c50e-c201-4fbb-a607-5c81c8a391e5 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:39.476098 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a8ef2788-1efe-4241-98b0-60000cf7ae35 req-c063c50e-c201-4fbb-a607-5c81c8a391e5 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 944 time: 0.0480821 Sep 07 04:39:39.513410 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a8ef2788-1efe-4241-98b0-60000cf7ae35 req-dad9cb1e-f693-4478-af51-74cf6a0f3be5 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314012 Sep 07 04:39:39.958373 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cc5ae-c08f-44ec-ba7b-692dfee046ff req-1fb22490-92b1-4efb-a8e9-b919ac3273ce tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:39.959881 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7b7cc5ae-c08f-44ec-ba7b-692dfee046ff req-1fb22490-92b1-4efb-a8e9-b919ac3273ce tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0485408 Sep 07 04:39:39.996822 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7b7cc5ae-c08f-44ec-ba7b-692dfee046ff req-69bcabe1-796c-4096-afb3-cd0cb0785244 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310576 Sep 07 04:39:40.629459 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fb593-e1e9-43cb-bd23-a62ce1e6747a req-5aeddd4e-99af-4ee7-b841-50ff1579150c tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:40.630913 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f39fb593-e1e9-43cb-bd23-a62ce1e6747a req-5aeddd4e-99af-4ee7-b841-50ff1579150c tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 944 time: 0.0516982 Sep 07 04:39:40.669565 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f39fb593-e1e9-43cb-bd23-a62ce1e6747a req-96ac8b89-039e-4617-afe1-a6be317bae99 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326998 Sep 07 04:39:40.983521 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 3f168241-3273-49a2-883f-bf76d502ab17 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:39:41.081056 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 3f168241-3273-49a2-883f-bf76d502ab17, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3f168241-3273-49a2-883f-bf76d502ab17,segment=NetworkSegment(f508e93d-056c-4485-9f5a-d70d90e0f434),segment_id=f508e93d-056c-4485-9f5a-d70d90e0f434)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:39:41.092203 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': '3f168241-3273-49a2-883f-bf76d502ab17', 'network_id': '6881e86b-0218-4b28-af23-89d938232d21', 'port_id': '3f168241-3273-49a2-883f-bf76d502ab17', 'mac_address': 'fa:16:3e:70:f8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:39:41.110306 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfa6d3-c310-44ce-a39d-912d286afa35 req-7e28142d-92ae-4228-8a6d-390a8ce6686b tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:41.111795 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f3bfa6d3-c310-44ce-a39d-912d286afa35 req-7e28142d-92ae-4228-8a6d-390a8ce6686b tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0490813 Sep 07 04:39:41.129961 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:41.142618 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f168241-3273-49a2-883f-bf76d502ab17 {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:39:41.149889 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f3bfa6d3-c310-44ce-a39d-912d286afa35 req-ad716cd0-bc51-48f5-b72a-6d0b5b760c5f tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321076 Sep 07 04:39:41.164433 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 3f168241-3273-49a2-883f-bf76d502ab17, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3f168241-3273-49a2-883f-bf76d502ab17,segment=NetworkSegment(f508e93d-056c-4485-9f5a-d70d90e0f434),segment_id=f508e93d-056c-4485-9f5a-d70d90e0f434)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:39:41.251881 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:41.297269 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=3f168241-3273-49a2-883f-bf76d502ab17,revision_number=7']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:39:41.305028 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:41.305388 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:41.305739 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:41.306090 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:41.306434 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:41.306777 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:41.307114 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:41.307453 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:41.307813 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:41.308174 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:41.308513 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:41.308853 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:41.564330 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['3f168241-3273-49a2-883f-bf76d502ab17'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:39:41.788773 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14f024-8ed1-4925-b10e-cbabe35fccdb req-dd12fd2d-10bb-4d4d-9c89-9382e132b8d8 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:41.790274 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1d14f024-8ed1-4925-b10e-cbabe35fccdb req-dd12fd2d-10bb-4d4d-9c89-9382e132b8d8 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 945 time: 0.0491805 Sep 07 04:39:41.827576 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1d14f024-8ed1-4925-b10e-cbabe35fccdb req-0fc81dda-14c5-4efc-af7f-918907eb58b3 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310538 Sep 07 04:39:42.266684 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd86c0c-9435-4eee-8bed-733782aa0f91 req-7d937ca0-3a1b-4929-acbd-920fb1b51fd0 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:42.268738 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5cd86c0c-9435-4eee-8bed-733782aa0f91 req-7d937ca0-3a1b-4929-acbd-920fb1b51fd0 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0522273 Sep 07 04:39:42.305576 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5cd86c0c-9435-4eee-8bed-733782aa0f91 req-b96f9d1e-f0bb-4359-ae8d-bd62c8d542ec tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310004 Sep 07 04:39:42.943656 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e52f88-cba5-4b18-addf-e04d2f108698 req-98929879-5e9e-470b-bfcd-dc30356de4ba tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:42.945173 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f0e52f88-cba5-4b18-addf-e04d2f108698 req-98929879-5e9e-470b-bfcd-dc30356de4ba tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 945 time: 0.0485573 Sep 07 04:39:42.981608 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 3f168241-3273-49a2-883f-bf76d502ab17 up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:39:42.982108 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f0e52f88-cba5-4b18-addf-e04d2f108698 req-cf5af71d-06dd-4a65-a5f0-3ebe27315ab8 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307715 Sep 07 04:39:43.034734 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port 3f168241-3273-49a2-883f-bf76d502ab17 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:39:43.035238 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:43.114575 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:43.136633 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b700dcfc-8639-4f7e-87de-5ad3195b3cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f168241-3273-49a2-883f-bf76d502ab17'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:39:43.138891 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863d35f5-20fa-4f9c-941d-b3a4625986ee" -d '{"events": [{"server_uuid": "b700dcfc-8639-4f7e-87de-5ad3195b3cb6", "name": "network-vif-plugged", "status": "completed", "tag": "3f168241-3273-49a2-883f-bf76d502ab17"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:39:43.152046 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 3f168241-3273-49a2-883f-bf76d502ab17, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3f168241-3273-49a2-883f-bf76d502ab17,segment=NetworkSegment(f508e93d-056c-4485-9f5a-d70d90e0f434),segment_id=f508e93d-056c-4485-9f5a-d70d90e0f434)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:39:43.174283 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeab15ce-1073-40de-a7d6-55d4059e52b7 x-openstack-request-id: req-eeab15ce-1073-40de-a7d6-55d4059e52b7 {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:39:43.174573 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b700dcfc-8639-4f7e-87de-5ad3195b3cb6", "name": "network-vif-plugged", "status": "completed", "tag": "3f168241-3273-49a2-883f-bf76d502ab17", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:39:43.174825 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eeab15ce-1073-40de-a7d6-55d4059e52b7 {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:39:43.175218 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b700dcfc-8639-4f7e-87de-5ad3195b3cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f168241-3273-49a2-883f-bf76d502ab17', 'code': 200} Sep 07 04:39:43.245696 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:43.291669 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=3f168241-3273-49a2-883f-bf76d502ab17,revision_number=8']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:39:43.428049 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365f41a-8707-4ea9-b4a5-c6ecd865c12b req-5fe82608-d33b-46b5-8ac3-fc8243c5b242 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:43.429449 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d365f41a-8707-4ea9-b4a5-c6ecd865c12b req-5fe82608-d33b-46b5-8ac3-fc8243c5b242 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0489123 Sep 07 04:39:43.471047 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d365f41a-8707-4ea9-b4a5-c6ecd865c12b req-ccc2b500-f581-469c-b5d6-4974ea5b6623 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345259 Sep 07 04:39:43.531898 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02429a74-104b-4a6f-b702-a426f66ecc7a req-a8c712ff-2ac7-42ee-8859-79d817b16f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:43.534005 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-02429a74-104b-4a6f-b702-a426f66ecc7a req-a8c712ff-2ac7-42ee-8859-79d817b16f50 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 1099 time: 0.0434043 Sep 07 04:39:43.568042 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-02429a74-104b-4a6f-b702-a426f66ecc7a req-0313440b-ad4d-46b3-bc13-804bc8635dde service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272951 Sep 07 04:39:44.100410 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc0919-2ec3-4577-8914-437283187e88 req-4520073c-6558-4574-b07d-542fb32bf240 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:44.101909 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-24fc0919-2ec3-4577-8914-437283187e88 req-4520073c-6558-4574-b07d-542fb32bf240 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0485888 Sep 07 04:39:44.138746 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-24fc0919-2ec3-4577-8914-437283187e88 req-a8ad3f30-0a59-423e-a0f9-b1484f9d1c7c tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308106 Sep 07 04:39:44.584770 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aff532-f75e-4c64-bd2c-90498cbf962b req-7cbf8dc1-168b-4229-a35d-5c48d7be939a tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:44.586244 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b1aff532-f75e-4c64-bd2c-90498cbf962b req-7cbf8dc1-168b-4229-a35d-5c48d7be939a tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0485432 Sep 07 04:39:44.633061 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b1aff532-f75e-4c64-bd2c-90498cbf962b req-ddcc86c8-71e1-43e9-a183-cfd05b0c477b tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405180 Sep 07 04:39:45.254664 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa65d2-b35b-49ba-9a95-14664c3d2453 req-6f9a6355-1361-4724-8a34-d2c28c70d3ec tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:45.256052 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8baa65d2-b35b-49ba-9a95-14664c3d2453 req-6f9a6355-1361-4724-8a34-d2c28c70d3ec tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0527582 Sep 07 04:39:45.294161 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8baa65d2-b35b-49ba-9a95-14664c3d2453 req-8eeb3b93-b7bc-4fea-86c2-01fe76306f12 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322068 Sep 07 04:39:45.754365 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad89f30-8324-481b-83cb-dc809a7d0e34 req-687f52d7-d80a-4ddd-8588-2057530c1fde tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:45.755823 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7ad89f30-8324-481b-83cb-dc809a7d0e34 req-687f52d7-d80a-4ddd-8588-2057530c1fde tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0473552 Sep 07 04:39:45.793106 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7ad89f30-8324-481b-83cb-dc809a7d0e34 req-ec8496f6-4e9e-494f-a985-adb718e64472 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313704 Sep 07 04:39:46.176856 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1464c74-76c7-44a9-8f0b-530770f5a436 req-1605351c-a888-491e-9048-48fc8144ba2e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:46.178594 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b1464c74-76c7-44a9-8f0b-530770f5a436 req-1605351c-a888-491e-9048-48fc8144ba2e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0492203 Sep 07 04:39:46.217026 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b1464c74-76c7-44a9-8f0b-530770f5a436 req-57dbcb1a-2d2f-4a1a-9f5c-99323b132511 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322618 Sep 07 04:39:46.334316 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0d561-e117-4737-b1b7-420cce845854 req-ca782364-6501-45a1-8af7-c91ffe860335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:46.335768 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d4b0d561-e117-4737-b1b7-420cce845854 req-ca782364-6501-45a1-8af7-c91ffe860335 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e502a27852415eac62b20297317cc2&device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 1099 time: 0.0480261 Sep 07 04:39:46.424598 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0d561-e117-4737-b1b7-420cce845854 req-4d848c4f-7bdb-414f-b088-30aa09ea79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:46.426037 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d4b0d561-e117-4737-b1b7-420cce845854 req-4d848c4f-7bdb-414f-b088-30aa09ea79c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abd7a2b8-d7f2-4d4c-a518-325d19a15c68 HTTP/1.1" status: 200 len: 912 time: 0.0834842 Sep 07 04:39:46.492912 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d4b0d561-e117-4737-b1b7-420cce845854 req-7c5a530c-f03d-4c6a-8672-45ad45505509 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f93d187-05e8-440e-8658-a93ef4944d33 HTTP/1.1" status: 200 len: 1001 time: 0.0597208 Sep 07 04:39:46.540029 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0d561-e117-4737-b1b7-420cce845854 req-1a7ad3a9-c582-4595-b8ab-ce4ab76a6ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:46.541474 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d4b0d561-e117-4737-b1b7-420cce845854 req-1a7ad3a9-c582-4595-b8ab-ce4ab76a6ccc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=71cfc763-38e6-482c-b830-db47568dd9d9 HTTP/1.1" status: 200 len: 850 time: 0.0423260 Sep 07 04:39:46.586694 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0d561-e117-4737-b1b7-420cce845854 req-8fd0f73d-9332-4ebb-be9b-81c7472f2974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:46.588282 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d4b0d561-e117-4737-b1b7-420cce845854 req-8fd0f73d-9332-4ebb-be9b-81c7472f2974 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abd7a2b8-d7f2-4d4c-a518-325d19a15c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387626 Sep 07 04:39:46.682355 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d4b0d561-e117-4737-b1b7-420cce845854 req-cf907970-654e-44de-9ef4-d25d5acd1011 service neutron] 10.222.0.54 "GET /v2.0/networks/abd7a2b8-d7f2-4d4c-a518-325d19a15c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858843 Sep 07 04:39:46.771444 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d4b0d561-e117-4737-b1b7-420cce845854 req-0058de4c-23b2-448d-884b-0be1398669cd service neutron] 10.222.0.54 "GET /v2.0/networks/abd7a2b8-d7f2-4d4c-a518-325d19a15c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808780 Sep 07 04:39:47.340218 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4271e5-85dc-4568-9c20-145032194f40 req-9ce5c58f-b15c-4761-b795-f594ebef849a tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:47.341738 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8d4271e5-85dc-4568-9c20-145032194f40 req-9ce5c58f-b15c-4761-b795-f594ebef849a tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0533056 Sep 07 04:39:47.378895 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8d4271e5-85dc-4568-9c20-145032194f40 req-752ce456-03d8-478e-9494-db5429435653 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312181 Sep 07 04:39:48.491385 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01c7d5-0373-4205-a6e1-ae19d4967939 req-ed4af1c4-b5bf-456a-9d66-15afc0de2822 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:48.492869 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cc01c7d5-0373-4205-a6e1-ae19d4967939 req-ed4af1c4-b5bf-456a-9d66-15afc0de2822 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0480464 Sep 07 04:39:48.530933 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cc01c7d5-0373-4205-a6e1-ae19d4967939 req-ce5dcc17-a5b2-43a5-9007-65883b91ec47 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321155 Sep 07 04:39:50.742765 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:39:56.725442 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-18c67df1-bf39-4c73-b120-9a4deef9b9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:57.544197 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a93b6f-de6b-458d-a606-64fa300025fb req-c74b31af-2d4b-4582-b0db-ec3084e05d56 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:57.545766 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a4a93b6f-de6b-458d-a606-64fa300025fb req-c74b31af-2d4b-4582-b0db-ec3084e05d56 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 947 time: 0.0494070 Sep 07 04:39:57.583469 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a4a93b6f-de6b-458d-a606-64fa300025fb req-dde1e66a-a621-41a1-80e3-2eab2b8c3ea9 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315497 Sep 07 04:39:58.705155 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9ebb-5daa-4f16-a517-415846e0cacc req-46dc5389-1e9c-4cb1-a365-a6610adf4206 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:58.706590 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f0fc9ebb-5daa-4f16-a517-415846e0cacc req-46dc5389-1e9c-4cb1-a365-a6610adf4206 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 947 time: 0.0510437 Sep 07 04:39:58.743331 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f0fc9ebb-5daa-4f16-a517-415846e0cacc req-1d729ead-8403-457a-b065-cad05ec99561 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups?id=548167ea-b09a-49ed-9433-590764bbf0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307686 Sep 07 04:39:59.202497 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81db022-f47f-4693-9cf3-58ad69cce9f9 req-1818f8bd-fedf-431e-b08a-fbfdb420ee92 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:59.204026 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c81db022-f47f-4693-9cf3-58ad69cce9f9 req-1818f8bd-fedf-431e-b08a-fbfdb420ee92 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.54 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 947 time: 0.0542536 Sep 07 04:39:59.311267 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-c81db022-f47f-4693-9cf3-58ad69cce9f9 req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Deleting port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:39:59.311502 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c81db022-f47f-4693-9cf3-58ad69cce9f9 req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:59.382422 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-0005769e-2d87-401c-bb1f-7808ba690b3f req-ed957903-1491-4cb6-816f-ce9445ef9686 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448332 Sep 07 04:39:59.414535 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-c81db022-f47f-4693-9cf3-58ad69cce9f9 req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] For port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:39:59.415034 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c81db022-f47f-4693-9cf3-58ad69cce9f9 req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:59.463383 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005769e-2d87-401c-bb1f-7808ba690b3f req-c53ba4f4-794b-4bf3-9a1b-d268a97b6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:59.466161 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-0005769e-2d87-401c-bb1f-7808ba690b3f req-c53ba4f4-794b-4bf3-9a1b-d268a97b6dba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e502a27852415eac62b20297317cc2&device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 1099 time: 0.0481212 Sep 07 04:39:59.568031 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-09327219-fcb0-4933-8fd0-61d9318134cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:59.591257 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005769e-2d87-401c-bb1f-7808ba690b3f req-bb1edd53-d87e-4b71-b1f0-f129ce755f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:59.592791 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-0005769e-2d87-401c-bb1f-7808ba690b3f req-bb1edd53-d87e-4b71-b1f0-f129ce755f24 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abd7a2b8-d7f2-4d4c-a518-325d19a15c68 HTTP/1.1" status: 200 len: 912 time: 0.1052313 Sep 07 04:39:59.600235 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:59.623623 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c81db022-f47f-4693-9cf3-58ad69cce9f9 req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:59.624170 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c81db022-f47f-4693-9cf3-58ad69cce9f9 req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472587'] for floatingip, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:59.624700 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.l3_db [req-c81db022-f47f-4693-9cf3-58ad69cce9f9 req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Floating IP 62546b31-d386-4525-b5f6-7b61511903b7 disassociated. External IP: 172.27.2.146, port: 49ac85d6-af0e-4ac5-b70d-0096f5141c9c. Sep 07 04:39:59.625244 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-c81db022-f47f-4693-9cf3-58ad69cce9f9 req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Calling delete_port for 49ac85d6-af0e-4ac5-b70d-0096f5141c9c owned by compute:nova {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:39:59.673962 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-0005769e-2d87-401c-bb1f-7808ba690b3f req-50d576af-aa98-4433-a6ed-5028fe9fb87e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f93d187-05e8-440e-8658-a93ef4944d33 HTTP/1.1" status: 200 len: 1001 time: 0.0717978 Sep 07 04:39:59.733960 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005769e-2d87-401c-bb1f-7808ba690b3f req-9523865d-078e-4e12-8d4e-badeb3db61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:59.736407 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-0005769e-2d87-401c-bb1f-7808ba690b3f req-9523865d-078e-4e12-8d4e-badeb3db61b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=71cfc763-38e6-482c-b830-db47568dd9d9 HTTP/1.1" status: 200 len: 850 time: 0.0539987 Sep 07 04:39:59.790849 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005769e-2d87-401c-bb1f-7808ba690b3f req-8e5da913-fd88-455b-aa0a-6679c3365296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:39:59.792526 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-0005769e-2d87-401c-bb1f-7808ba690b3f req-8e5da913-fd88-455b-aa0a-6679c3365296 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abd7a2b8-d7f2-4d4c-a518-325d19a15c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412638 Sep 07 04:39:59.820347 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c81db022-f47f-4693-9cf3-58ad69cce9f9 req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:39:59.876827 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-19a10f6e-f61e-4577-99c5-d709826c08ad req-6ba0e590-4feb-4265-813f-78526af78846 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 210 time: 0.0539906 Sep 07 04:39:59.879494 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Pushing event deleted for resources: {'Port': ['ID=49ac85d6-af0e-4ac5-b70d-0096f5141c9c,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:39:59.912744 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-0005769e-2d87-401c-bb1f-7808ba690b3f req-51b2288f-70f4-4bfb-aef6-c53ebd4abfa9 service neutron] 10.222.0.54 "GET /v2.0/networks/abd7a2b8-d7f2-4d4c-a518-325d19a15c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065722 Sep 07 04:39:59.944268 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:59.944268 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:59.944268 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:59.944268 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:59.944268 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:59.944268 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:59.944268 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:59.944268 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:59.944268 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:59.944268 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:59.944268 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:39:59.944268 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:00.005795 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-0005769e-2d87-401c-bb1f-7808ba690b3f req-3c789b3a-6bd6-4027-9feb-8a4bb7991cca service neutron] 10.222.0.54 "GET /v2.0/networks/abd7a2b8-d7f2-4d4c-a518-325d19a15c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905945 Sep 07 04:40:00.017127 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c81db022-f47f-4693-9cf3-58ad69cce9f9 req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Router 6ba4d759-abd1-4f27-ab25-88892d89a219 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:40:00.129974 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c81db022-f47f-4693-9cf3-58ad69cce9f9 req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:40:00.139776 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76577dd-2634-475e-bbdf-ac598fad5de4 None None] Sync routers for ids ['6ba4d759-abd1-4f27-ab25-88892d89a219'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:40:00.150170 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76577dd-2634-475e-bbdf-ac598fad5de4 None None] Routers {'6ba4d759-abd1-4f27-ab25-88892d89a219'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:40:00.150849 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-e76577dd-2634-475e-bbdf-ac598fad5de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:39:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['6ba4d759-abd1-4f27-ab25-88892d89a219'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:40:00.169716 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81db022-f47f-4693-9cf3-58ad69cce9f9 req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] No DVR routers for this DVR port 49ac85d6-af0e-4ac5-b70d-0096f5141c9c on host hv-cinder-80403 {{(pid=94312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:40:00.173397 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-c81db022-f47f-4693-9cf3-58ad69cce9f9 req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:00.175347 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c81db022-f47f-4693-9cf3-58ad69cce9f9 req-3aab2aa0-1094-4e23-bc30-31c8548cc036 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.54 "DELETE /v2.0/ports/49ac85d6-af0e-4ac5-b70d-0096f5141c9c HTTP/1.1" status: 204 len: 173 time: 0.9650185 Sep 07 04:40:00.175772 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265374de-c7cb-47a1-8213-2c17868eb9b8', 'name': 'network-vif-deleted', 'tag': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:40:00.182169 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276d6766-d3ad-4602-b685-70d9c1d055e8" -d '{"events": [{"server_uuid": "265374de-c7cb-47a1-8213-2c17868eb9b8", "name": "network-vif-deleted", "tag": "49ac85d6-af0e-4ac5-b70d-0096f5141c9c"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:40:00.219481 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573869bf-2c44-4e65-b43b-8be607727ef2 x-openstack-request-id: req-573869bf-2c44-4e65-b43b-8be607727ef2 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:40:00.219481 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265374de-c7cb-47a1-8213-2c17868eb9b8", "name": "network-vif-deleted", "tag": "49ac85d6-af0e-4ac5-b70d-0096f5141c9c", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:40:00.219704 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-573869bf-2c44-4e65-b43b-8be607727ef2 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:40:00.220790 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265374de-c7cb-47a1-8213-2c17868eb9b8', 'name': 'network-vif-deleted', 'tag': '49ac85d6-af0e-4ac5-b70d-0096f5141c9c', 'status': 'completed', 'code': 200} Sep 07 04:40:00.267296 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-e76577dd-2634-475e-bbdf-ac598fad5de4 None None] Set router 6ba4d759-abd1-4f27-ab25-88892d89a219 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:40:00.483185 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-e76577dd-2634-475e-bbdf-ac598fad5de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:32:57Z', 'revision_number': 4, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port': {'id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:53Z', 'updated_at': '2021-09-07T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'e027c687-c322-4201-a672-624198311fdd', 'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'mac_address': 'fa:16:3e:4a:6b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:56Z', 'updated_at': '2021-09-07T04:33:03Z', 'revision_number': 5, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'subnets': [{'id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:40:00.514102 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76577dd-2634-475e-bbdf-ac598fad5de4 None None] Checking router: 6ba4d759-abd1-4f27-ab25-88892d89a219 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:40:00.524582 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76577dd-2634-475e-bbdf-ac598fad5de4 None None] Routers {'6ba4d759-abd1-4f27-ab25-88892d89a219'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:40:00.525535 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-e76577dd-2634-475e-bbdf-ac598fad5de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:39:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['6ba4d759-abd1-4f27-ab25-88892d89a219'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:40:00.584014 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:00.634795 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-e76577dd-2634-475e-bbdf-ac598fad5de4 None None] Set router 6ba4d759-abd1-4f27-ab25-88892d89a219 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:40:00.958837 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-e76577dd-2634-475e-bbdf-ac598fad5de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:32:57Z', 'revision_number': 4, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port': {'id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:53Z', 'updated_at': '2021-09-07T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'e027c687-c322-4201-a672-624198311fdd', 'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'mac_address': 'fa:16:3e:4a:6b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:56Z', 'updated_at': '2021-09-07T04:33:03Z', 'revision_number': 5, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'subnets': [{'id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:40:00.987052 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76577dd-2634-475e-bbdf-ac598fad5de4 None None] The sync data for ids ['6ba4d759-abd1-4f27-ab25-88892d89a219'] in dv-cinder-804035-10-iscsi is: [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:32:57Z', 'revision_number': 4, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port': {'id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:53Z', 'updated_at': '2021-09-07T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'e027c687-c322-4201-a672-624198311fdd', 'name': '', 'network_id': '164936fd-3e30-49d0-9274-2523f41a60c3', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'mac_address': 'fa:16:3e:4a:6b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:56Z', 'updated_at': '2021-09-07T04:33:03Z', 'revision_number': 5, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'subnets': [{'id': 'd1a0f6fd-6cb9-4727-a121-2a2dee89b16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:40:01.005257 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-da194764-3af4-49a4-adef-73620a5c5bfd req-0a2298d5-a2af-4ebc-ae69-aa393ed4e517 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/ports?device_id=265374de-c7cb-47a1-8213-2c17868eb9b8 HTTP/1.1" status: 200 len: 210 time: 0.0311828 Sep 07 04:40:01.207203 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26874b0f-008b-47c4-9e23-163537e4d32c None None] New status for floating IP 62546b31-d386-4525-b5f6-7b61511903b7: DOWN {{(pid=94314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:40:02.212942 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40030) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:02.269021 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-35ae6c35-ade9-4a6b-adfa-ea7e03db5617 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:02.292206 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-35ae6c35-ade9-4a6b-adfa-ea7e03db5617 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:02.399816 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-35ae6c35-ade9-4a6b-adfa-ea7e03db5617 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:02.402468 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-35ae6c35-ade9-4a6b-adfa-ea7e03db5617 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:02.403642 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-35ae6c35-ade9-4a6b-adfa-ea7e03db5617 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "DELETE /v2.0/security-groups/548167ea-b09a-49ed-9433-590764bbf0f7 HTTP/1.1" status: 204 len: 168 time: 0.1893909 Sep 07 04:40:02.406609 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40032) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:02.413252 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae6c35-ade9-4a6b-adfa-ea7e03db5617 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=548167ea-b09a-49ed-9433-590764bbf0f7,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:02.419384 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.api.v2.resource [None req-f78f9270-03c9-4413-819e-cfedd1667fdb tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] show failed (client error): The resource could not be found. Sep 07 04:40:02.423399 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae6c35-ade9-4a6b-adfa-ea7e03db5617 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:02.423544 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-f78f9270-03c9-4413-819e-cfedd1667fdb tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "GET /v2.0/security-groups/548167ea-b09a-49ed-9433-590764bbf0f7 HTTP/1.1" status: 404 len: 347 time: 0.0126016 Sep 07 04:40:02.423651 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae6c35-ade9-4a6b-adfa-ea7e03db5617 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:02.423651 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae6c35-ade9-4a6b-adfa-ea7e03db5617 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:02.423651 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae6c35-ade9-4a6b-adfa-ea7e03db5617 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:02.423651 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae6c35-ade9-4a6b-adfa-ea7e03db5617 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:02.423651 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae6c35-ade9-4a6b-adfa-ea7e03db5617 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:02.423651 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae6c35-ade9-4a6b-adfa-ea7e03db5617 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:02.423651 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae6c35-ade9-4a6b-adfa-ea7e03db5617 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:02.424230 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40034) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:02.424321 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae6c35-ade9-4a6b-adfa-ea7e03db5617 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:02.424321 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae6c35-ade9-4a6b-adfa-ea7e03db5617 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:02.424581 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae6c35-ade9-4a6b-adfa-ea7e03db5617 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:02.424914 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae6c35-ade9-4a6b-adfa-ea7e03db5617 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:02.505335 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:02.553188 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-1511fdf8-a5c6-456c-b113-36148e685714 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Deleting port 38559015-9aca-4d04-96a2-cc6006778cf6 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:40:02.553527 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-1511fdf8-a5c6-456c-b113-36148e685714 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:02.630623 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-1511fdf8-a5c6-456c-b113-36148e685714 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:02.630954 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-1511fdf8-a5c6-456c-b113-36148e685714 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:02.642667 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-1511fdf8-a5c6-456c-b113-36148e685714 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Calling delete_port for 38559015-9aca-4d04-96a2-cc6006778cf6 owned by network:floatingip {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:40:02.885757 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-1511fdf8-a5c6-456c-b113-36148e685714 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:02.911482 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511fdf8-a5c6-456c-b113-36148e685714 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Pushing event deleted for resources: {'Port': ['ID=38559015-9aca-4d04-96a2-cc6006778cf6,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:02.971102 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-1511fdf8-a5c6-456c-b113-36148e685714 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks [] for floatingip, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:02.973675 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-1511fdf8-a5c6-456c-b113-36148e685714 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:02.974837 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-1511fdf8-a5c6-456c-b113-36148e685714 tempest-AttachVolumeShelveTestJSON-842616865 tempest-AttachVolumeShelveTestJSON-842616865-project] 10.222.0.55 "DELETE /v2.0/floatingips/62546b31-d386-4525-b5f6-7b61511903b7 HTTP/1.1" status: 204 len: 168 time: 0.5501921 Sep 07 04:40:03.138672 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 49ac85d6-af0e-4ac5-b70d-0096f5141c9c no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:40:03.162964 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: 49ac85d6-af0e-4ac5-b70d-0096f5141c9c {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:40:03.163314 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 49ac85d6-af0e-4ac5-b70d-0096f5141c9c not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:40:04.448036 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:05.691606 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40056) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:06.429689 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-811099ce-5eeb-4323-b7cc-f92fb0bffd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471051'] for router_interface, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:06.720990 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-811099ce-5eeb-4323-b7cc-f92fb0bffd2d admin admin] Deleting port e027c687-c322-4201-a672-624198311fdd {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:40:06.721652 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-811099ce-5eeb-4323-b7cc-f92fb0bffd2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:06.799310 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [None req-811099ce-5eeb-4323-b7cc-f92fb0bffd2d admin admin] For port e027c687-c322-4201-a672-624198311fdd, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=e027c687-c322-4201-a672-624198311fdd,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:40:06.799667 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-811099ce-5eeb-4323-b7cc-f92fb0bffd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:06.811315 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-811099ce-5eeb-4323-b7cc-f92fb0bffd2d admin admin] Calling delete_port for e027c687-c322-4201-a672-624198311fdd owned by network:router_interface {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:40:07.057059 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-811099ce-5eeb-4323-b7cc-f92fb0bffd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:07.080777 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811099ce-5eeb-4323-b7cc-f92fb0bffd2d admin admin] Pushing event deleted for resources: {'Port': ['ID=e027c687-c322-4201-a672-624198311fdd,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:07.249447 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-811099ce-5eeb-4323-b7cc-f92fb0bffd2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471191'] for router_interface, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:07.455828 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811099ce-5eeb-4323-b7cc-f92fb0bffd2d admin admin] Router 6ba4d759-abd1-4f27-ab25-88892d89a219 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:40:07.562071 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811099ce-5eeb-4323-b7cc-f92fb0bffd2d admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:40:07.568552 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-811099ce-5eeb-4323-b7cc-f92fb0bffd2d admin admin] 10.222.0.55 "PUT /v2.0/routers/6ba4d759-abd1-4f27-ab25-88892d89a219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8754094 Sep 07 04:40:07.570640 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40062) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:07.570988 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5e76c3-0aae-4ca7-aa57-2795754953b5 None None] Sync routers for ids ['6ba4d759-abd1-4f27-ab25-88892d89a219'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:40:07.581427 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5e76c3-0aae-4ca7-aa57-2795754953b5 None None] Routers {'6ba4d759-abd1-4f27-ab25-88892d89a219'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:40:07.582036 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-8f5e76c3-0aae-4ca7-aa57-2795754953b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:39:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['6ba4d759-abd1-4f27-ab25-88892d89a219'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:40:07.672223 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-98d66d88-8e7e-4af1-8e8e-96e9aad1a27c admin admin] Notify callbacks [] for router, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:07.686583 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-8f5e76c3-0aae-4ca7-aa57-2795754953b5 None None] Set router 6ba4d759-abd1-4f27-ab25-88892d89a219 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:40:07.772325 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-98d66d88-8e7e-4af1-8e8e-96e9aad1a27c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:07.860140 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-8f5e76c3-0aae-4ca7-aa57-2795754953b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:40:06Z', 'revision_number': 5, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port': {'id': '65bdb700-2eb7-4cf9-993a-b1248d8c29a2', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:32:53Z', 'updated_at': '2021-09-07T04:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:40:07.888403 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5e76c3-0aae-4ca7-aa57-2795754953b5 None None] Checking router: 6ba4d759-abd1-4f27-ab25-88892d89a219 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:40:07.898411 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5e76c3-0aae-4ca7-aa57-2795754953b5 None None] Routers {'6ba4d759-abd1-4f27-ab25-88892d89a219'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:40:07.899077 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-8f5e76c3-0aae-4ca7-aa57-2795754953b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:39:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['6ba4d759-abd1-4f27-ab25-88892d89a219'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:40:07.992250 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-8f5e76c3-0aae-4ca7-aa57-2795754953b5 None None] Set router 6ba4d759-abd1-4f27-ab25-88892d89a219 gateway port host: None {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:40:08.047606 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-8f5e76c3-0aae-4ca7-aa57-2795754953b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:40:07Z', 'revision_number': 6, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port_host': None}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:40:08.074274 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5e76c3-0aae-4ca7-aa57-2795754953b5 None None] The sync data for ids ['6ba4d759-abd1-4f27-ab25-88892d89a219'] in dv-cinder-804035-10-iscsi is: [{'id': '6ba4d759-abd1-4f27-ab25-88892d89a219', 'name': 'tempest-AttachVolumeShelveTestJSON-996719856-router', 'tenant_id': '68ad0ff139cd4db998515714ae022f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:32:52Z', 'updated_at': '2021-09-07T04:40:07Z', 'revision_number': 6, 'project_id': '68ad0ff139cd4db998515714ae022f66', 'gw_port_host': None}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:40:08.111445 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-98d66d88-8e7e-4af1-8e8e-96e9aad1a27c admin admin] Deleting port 65bdb700-2eb7-4cf9-993a-b1248d8c29a2 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:40:08.111788 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-98d66d88-8e7e-4af1-8e8e-96e9aad1a27c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:08.186843 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [None req-98d66d88-8e7e-4af1-8e8e-96e9aad1a27c admin admin] For port 65bdb700-2eb7-4cf9-993a-b1248d8c29a2, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=65bdb700-2eb7-4cf9-993a-b1248d8c29a2,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:40:08.187206 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-98d66d88-8e7e-4af1-8e8e-96e9aad1a27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:08.199198 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-98d66d88-8e7e-4af1-8e8e-96e9aad1a27c admin admin] Calling delete_port for 65bdb700-2eb7-4cf9-993a-b1248d8c29a2 owned by network:router_gateway {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:40:08.440325 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-98d66d88-8e7e-4af1-8e8e-96e9aad1a27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:08.468894 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d66d88-8e7e-4af1-8e8e-96e9aad1a27c admin admin] Pushing event deleted for resources: {'Port': ['ID=65bdb700-2eb7-4cf9-993a-b1248d8c29a2,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:08.534364 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-98d66d88-8e7e-4af1-8e8e-96e9aad1a27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472629'] for router_gateway, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:08.621088 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-98d66d88-8e7e-4af1-8e8e-96e9aad1a27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-50016'] for router, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:08.623254 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-98d66d88-8e7e-4af1-8e8e-96e9aad1a27c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:08.748489 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-98d66d88-8e7e-4af1-8e8e-96e9aad1a27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-460655'] for router, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:08.748957 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d66d88-8e7e-4af1-8e8e-96e9aad1a27c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ba4d759-abd1-4f27-ab25-88892d89a219 {{(pid=94312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 04:40:08.753731 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-98d66d88-8e7e-4af1-8e8e-96e9aad1a27c admin admin] Notify callbacks [] for router, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:08.754886 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-98d66d88-8e7e-4af1-8e8e-96e9aad1a27c admin admin] 10.222.0.55 "DELETE /v2.0/routers/6ba4d759-abd1-4f27-ab25-88892d89a219 HTTP/1.1" status: 204 len: 168 time: 1.1833282 Sep 07 04:40:08.757383 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40064) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:08.804874 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d25b9e-dab9-42ab-9afa-65904ea6883f admin admin] Deleting subnet d1a0f6fd-6cb9-4727-a121-2a2dee89b16f {{(pid=94312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:40:08.808070 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-40d25b9e-dab9-42ab-9afa-65904ea6883f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:08.842324 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-40d25b9e-dab9-42ab-9afa-65904ea6883f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270396'] for subnet, precommit_delete_associations {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:08.953885 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-40d25b9e-dab9-42ab-9afa-65904ea6883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1475966'] for subnet, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:09.078868 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-40d25b9e-dab9-42ab-9afa-65904ea6883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1475957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9711872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8919976'] for subnet, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:09.104289 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d25b9e-dab9-42ab-9afa-65904ea6883f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1a0f6fd-6cb9-4727-a121-2a2dee89b16f,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:09.107899 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-40d25b9e-dab9-42ab-9afa-65904ea6883f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:09.112013 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-40d25b9e-dab9-42ab-9afa-65904ea6883f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d1a0f6fd-6cb9-4727-a121-2a2dee89b16f HTTP/1.1" status: 204 len: 168 time: 0.3514633 Sep 07 04:40:09.113132 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40066) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:09.117578 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfd734e-254b-4316-8aca-4e4239f1989a None None] Network 164936fd-3e30-49d0-9274-2523f41a60c3 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:40:09.181312 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543271'] for network, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:09.249101 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] Deleting port 701c1687-5b43-4e51-b839-02a4d217a635 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:40:09.249259 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:09.305630 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013380e3-c0a6-4750-9fdb-ebc97b004d22 None None] DHCP port deletion for 164936fd-3e30-49d0-9274-2523f41a60c3 request from dv-cinder-804035-10-iscsi {{(pid=94313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 04:40:09.315240 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] For port 701c1687-5b43-4e51-b839-02a4d217a635, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=701c1687-5b43-4e51-b839-02a4d217a635,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:40:09.315608 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:09.327480 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] Calling delete_port for 701c1687-5b43-4e51-b839-02a4d217a635 owned by network:dhcp {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:40:09.350352 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-013380e3-c0a6-4750-9fdb-ebc97b004d22 None None] Deleting port 701c1687-5b43-4e51-b839-02a4d217a635 {{(pid=94313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:40:09.350734 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-013380e3-c0a6-4750-9fdb-ebc97b004d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:09.415323 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-013380e3-c0a6-4750-9fdb-ebc97b004d22 None None] For port 701c1687-5b43-4e51-b839-02a4d217a635, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=701c1687-5b43-4e51-b839-02a4d217a635,segment=NetworkSegment(216818b9-6e12-4892-87c5-5c5f6844d13a),segment_id=216818b9-6e12-4892-87c5-5c5f6844d13a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:40:09.420648 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-013380e3-c0a6-4750-9fdb-ebc97b004d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:09.428625 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-013380e3-c0a6-4750-9fdb-ebc97b004d22 None None] Calling delete_port for 701c1687-5b43-4e51-b839-02a4d217a635 owned by network:dhcp {{(pid=94313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:40:09.473996 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:09.504079 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-013380e3-c0a6-4750-9fdb-ebc97b004d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477'] for port, after_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:09.505837 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] No DVR routers for this DVR port 701c1687-5b43-4e51-b839-02a4d217a635 on host dv-cinder-804035-10-iscsi {{(pid=94312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:40:09.508140 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] Pushing event deleted for resources: {'Port': ['ID=701c1687-5b43-4e51-b839-02a4d217a635,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:09.536743 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013380e3-c0a6-4750-9fdb-ebc97b004d22 None None] Pushing event deleted for resources: {'Port': ['ID=701c1687-5b43-4e51-b839-02a4d217a635,revision_number=None']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:09.541144 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013380e3-c0a6-4750-9fdb-ebc97b004d22 None None] No DVR routers for this DVR port 701c1687-5b43-4e51-b839-02a4d217a635 on host dv-cinder-804035-10-iscsi {{(pid=94313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:40:09.583972 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 701c1687-5b43-4e51-b839-02a4d217a635 no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:40:09.603026 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474017', 'neutron.services.segments.db._delete_segments_for_network-8773844615792'] for network, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:09.604662 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: 701c1687-5b43-4e51-b839-02a4d217a635 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:40:09.605016 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 701c1687-5b43-4e51-b839-02a4d217a635 not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:40:09.605444 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 65bdb700-2eb7-4cf9-993a-b1248d8c29a2 no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:40:09.624279 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164936fd-3e30-49d0-9274-2523f41a60c3']}} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:40:09.627184 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: 65bdb700-2eb7-4cf9-993a-b1248d8c29a2 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:40:09.627184 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 65bdb700-2eb7-4cf9-993a-b1248d8c29a2 not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:40:09.627184 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device e027c687-c322-4201-a672-624198311fdd no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:40:09.634491 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216818b9-6e12-4892-87c5-5c5f6844d13a') {'for_net_delete': True} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:40:09.634788 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216818b9-6e12-4892-87c5-5c5f6844d13a') {} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:40:09.643771 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: e027c687-c322-4201-a672-624198311fdd {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:40:09.644123 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device e027c687-c322-4201-a672-624198311fdd not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:40:09.644243 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773844616057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270375'] for segment, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:09.657918 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:09.663758 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:40:09.664132 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9711978'] for segment, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: Traceback (most recent call last): Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: timer() Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: cb(*args, **kw) Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: return func(*args, **kwargs) Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: self._notify() Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: self.callback(batched_events) Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: event.method(event) Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: return f(self, *a, **k) Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._get(url).json() Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: return self.request(url, 'GET', **kwargs) Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:40:09.665763 dv-cinder-804035-10-iscsi neutron-server[94312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:40:09.799809 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472601'] for network, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:09.804310 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:09.806272 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] 10.222.0.55 "DELETE /v2.0/networks/164936fd-3e30-49d0-9274-2523f41a60c3 HTTP/1.1" status: 204 len: 168 time: 0.6921768 Sep 07 04:40:09.818596 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d649d27-5906-4d60-af9a-c127f58625cf admin admin] Pushing event deleted for resources: {'Network': ['ID=164936fd-3e30-49d0-9274-2523f41a60c3,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:10.082526 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40072) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:10.122260 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-326a55ea-9a4e-48e3-9953-b082a39de603 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=68ad0ff139cd4db998515714ae022f66&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385463 Sep 07 04:40:10.130797 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40074) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:10.181949 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-eedc00c2-a678-4d5a-9f61-35211afbb9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:10.202733 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-eedc00c2-a678-4d5a-9f61-35211afbb9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:10.362077 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-eedc00c2-a678-4d5a-9f61-35211afbb9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:10.364599 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-eedc00c2-a678-4d5a-9f61-35211afbb9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:10.365738 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-eedc00c2-a678-4d5a-9f61-35211afbb9a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2cdbb150-b63d-4bbb-88ff-3fb27b13e36a HTTP/1.1" status: 204 len: 168 time: 0.2340517 Sep 07 04:40:10.373622 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc00c2-a678-4d5a-9f61-35211afbb9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdbb150-b63d-4bbb-88ff-3fb27b13e36a,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:15.135469 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40136) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:15.240302 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-e8d738b3-04b0-48ff-96ef-09cf59feef86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:15.332920 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-e8d738b3-04b0-48ff-96ef-09cf59feef86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:15.422364 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-e8d738b3-04b0-48ff-96ef-09cf59feef86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:15.458932 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d738b3-04b0-48ff-96ef-09cf59feef86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30f0659-366a-4bb2-a01c-1457d999433d,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:15.463155 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-e8d738b3-04b0-48ff-96ef-09cf59feef86 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ebb5d6bbf2c246ad89e34a4ca78e3a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266668 Sep 07 04:40:15.466563 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40140) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:15.513570 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9d1e78cd-3a1b-4382-b1ed-fb92c45ba0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:15.537835 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9d1e78cd-3a1b-4382-b1ed-fb92c45ba0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:15.768150 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9d1e78cd-3a1b-4382-b1ed-fb92c45ba0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:15.770727 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9d1e78cd-3a1b-4382-b1ed-fb92c45ba0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:15.771952 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-9d1e78cd-3a1b-4382-b1ed-fb92c45ba0c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f30f0659-366a-4bb2-a01c-1457d999433d HTTP/1.1" status: 204 len: 168 time: 0.3049128 Sep 07 04:40:15.779795 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e78cd-3a1b-4382-b1ed-fb92c45ba0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30f0659-366a-4bb2-a01c-1457d999433d,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:18.320763 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40198) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:18.423970 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fa5e276f-3b28-4518-a192-bfcf912a62a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:18.512405 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fa5e276f-3b28-4518-a192-bfcf912a62a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:18.624983 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fa5e276f-3b28-4518-a192-bfcf912a62a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:18.663049 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-fa5e276f-3b28-4518-a192-bfcf912a62a0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=383a5301e9e14f7d9c4bc26c2c0cfa06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411481 Sep 07 04:40:18.663880 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e276f-3b28-4518-a192-bfcf912a62a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049e0909-aacb-432f-af1a-8188b009ba5b,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:18.666739 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40202) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:18.717961 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-906c541f-7c2b-4afc-aafe-6a359a20d8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:18.738694 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-906c541f-7c2b-4afc-aafe-6a359a20d8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:18.899227 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-906c541f-7c2b-4afc-aafe-6a359a20d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:18.901853 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-906c541f-7c2b-4afc-aafe-6a359a20d8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:18.903049 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-906c541f-7c2b-4afc-aafe-6a359a20d8ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/049e0909-aacb-432f-af1a-8188b009ba5b HTTP/1.1" status: 204 len: 168 time: 0.2347543 Sep 07 04:40:18.910958 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c541f-7c2b-4afc-aafe-6a359a20d8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049e0909-aacb-432f-af1a-8188b009ba5b,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:19.563253 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40208) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:19.576424 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4b2b050e-7028-400e-8489-15050af8cae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:19.662895 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4b2b050e-7028-400e-8489-15050af8cae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:19.744520 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-4b2b050e-7028-400e-8489-15050af8cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:19.785940 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-4b2b050e-7028-400e-8489-15050af8cae0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2d2ebc9d7c44c37adf5bf245d3cef82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214456 Sep 07 04:40:19.786779 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b050e-7028-400e-8489-15050af8cae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae5c81d-11a3-407d-bd51-4c814aae2bf3,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:19.788622 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40210) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:19.839126 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-05b7503f-c950-421b-9e8f-9b7a70fbde1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:19.860051 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-05b7503f-c950-421b-9e8f-9b7a70fbde1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:20.008107 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-05b7503f-c950-421b-9e8f-9b7a70fbde1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:20.010705 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-05b7503f-c950-421b-9e8f-9b7a70fbde1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:20.011875 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-05b7503f-c950-421b-9e8f-9b7a70fbde1e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fae5c81d-11a3-407d-bd51-4c814aae2bf3 HTTP/1.1" status: 204 len: 168 time: 0.2222662 Sep 07 04:40:20.028927 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7503f-c950-421b-9e8f-9b7a70fbde1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae5c81d-11a3-407d-bd51-4c814aae2bf3,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:22.355508 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da272a1-ad3a-4db2-a1de-31e03b869dfa req-77f3e6b9-afca-4f12-907f-58534dd070e3 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:22.357005 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9da272a1-ad3a-4db2-a1de-31e03b869dfa req-77f3e6b9-afca-4f12-907f-58534dd070e3 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0478432 Sep 07 04:40:22.394811 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9da272a1-ad3a-4db2-a1de-31e03b869dfa req-b75daf4d-3742-4a1e-9e0b-408b5fa01ecf tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313699 Sep 07 04:40:23.521019 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666806a7-79a3-4b4f-8b40-d64dc3fdcf99 req-7bb8cd70-55d8-449d-bbfb-5dc44d05455d tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:23.521019 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-666806a7-79a3-4b4f-8b40-d64dc3fdcf99 req-7bb8cd70-55d8-449d-bbfb-5dc44d05455d tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0478125 Sep 07 04:40:23.553485 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-666806a7-79a3-4b4f-8b40-d64dc3fdcf99 req-599d5771-923b-4b1f-a780-1b7992b8c2ab tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315309 Sep 07 04:40:24.671630 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c491400-c93a-4352-84e9-91502180b0c8 req-5de034fc-f1df-46df-b1f6-14c48d727a4e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:24.673141 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5c491400-c93a-4352-84e9-91502180b0c8 req-5de034fc-f1df-46df-b1f6-14c48d727a4e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0536716 Sep 07 04:40:24.710789 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5c491400-c93a-4352-84e9-91502180b0c8 req-74ddeab6-0a15-4fff-8e17-962708900b02 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310614 Sep 07 04:40:25.823323 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd7bb3-27a7-4175-bd74-c2ad653df7e0 req-c87d04fb-4a81-439c-b237-637817f134c7 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:25.824789 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-15cd7bb3-27a7-4175-bd74-c2ad653df7e0 req-c87d04fb-4a81-439c-b237-637817f134c7 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0467827 Sep 07 04:40:25.862138 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-15cd7bb3-27a7-4175-bd74-c2ad653df7e0 req-cc57fa64-35ee-40b8-a6f2-0f2a8411b089 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305078 Sep 07 04:40:26.754142 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-5d478cdb-0cfa-4807-a375-2a670dea57c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:26.976887 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a9941-b9e3-4065-9a4a-672d58e8d0bc req-e31f9698-29a3-44d4-9fa2-799bd48c9149 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:26.980231 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c77a9941-b9e3-4065-9a4a-672d58e8d0bc req-e31f9698-29a3-44d4-9fa2-799bd48c9149 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0501425 Sep 07 04:40:27.017640 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c77a9941-b9e3-4065-9a4a-672d58e8d0bc req-3d37e2be-ff8a-4746-bd41-2d5bd91846b3 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=7597637c-b87b-4e9d-ab94-7ffb9b8add71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329595 Sep 07 04:40:27.164803 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb60794-eea6-42c6-9313-59a125e58bcb req-8b9eff8e-353c-44af-b3c7-82f604e5fabe tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:27.166281 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3eb60794-eea6-42c6-9313-59a125e58bcb req-8b9eff8e-353c-44af-b3c7-82f604e5fabe tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.54 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 946 time: 0.0506799 Sep 07 04:40:27.257225 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-3eb60794-eea6-42c6-9313-59a125e58bcb req-8779e9d9-8599-486c-b783-b912fe103081 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Deleting port 1f93d187-05e8-440e-8658-a93ef4944d33 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:40:27.257439 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-3eb60794-eea6-42c6-9313-59a125e58bcb req-8779e9d9-8599-486c-b783-b912fe103081 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:27.347000 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-3eb60794-eea6-42c6-9313-59a125e58bcb req-8779e9d9-8599-486c-b783-b912fe103081 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] For port 1f93d187-05e8-440e-8658-a93ef4944d33, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f93d187-05e8-440e-8658-a93ef4944d33,segment=NetworkSegment(775f7892-8c3c-48d6-b54d-79469aa4e3cc),segment_id=775f7892-8c3c-48d6-b54d-79469aa4e3cc)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:40:27.347368 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-3eb60794-eea6-42c6-9313-59a125e58bcb req-8779e9d9-8599-486c-b783-b912fe103081 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:27.509793 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-3eb60794-eea6-42c6-9313-59a125e58bcb req-8779e9d9-8599-486c-b783-b912fe103081 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:27.510588 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-3eb60794-eea6-42c6-9313-59a125e58bcb req-8779e9d9-8599-486c-b783-b912fe103081 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472587'] for floatingip, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:27.510588 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.l3_db [req-3eb60794-eea6-42c6-9313-59a125e58bcb req-8779e9d9-8599-486c-b783-b912fe103081 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Floating IP bd60f1b3-a02d-4d05-8296-fcda90bfb96e disassociated. External IP: 172.27.2.50, port: 1f93d187-05e8-440e-8658-a93ef4944d33. Sep 07 04:40:27.510810 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-3eb60794-eea6-42c6-9313-59a125e58bcb req-8779e9d9-8599-486c-b783-b912fe103081 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Calling delete_port for 1f93d187-05e8-440e-8658-a93ef4944d33 owned by compute:nova {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:40:27.733266 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-3eb60794-eea6-42c6-9313-59a125e58bcb req-8779e9d9-8599-486c-b783-b912fe103081 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:27.742370 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:40:27.772297 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779e9d9-8599-486c-b783-b912fe103081 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Pushing event deleted for resources: {'Port': ['ID=1f93d187-05e8-440e-8658-a93ef4944d33,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:27.878472 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3eb60794-eea6-42c6-9313-59a125e58bcb req-8779e9d9-8599-486c-b783-b912fe103081 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Router 2553c649-3b4f-45eb-8aee-a438a3786424 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:40:27.983824 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3eb60794-eea6-42c6-9313-59a125e58bcb req-8779e9d9-8599-486c-b783-b912fe103081 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:40:27.995712 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e63b6ca-72df-41f4-be54-ca82c5f281ff None None] Sync routers for ids ['2553c649-3b4f-45eb-8aee-a438a3786424'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:40:28.006107 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e63b6ca-72df-41f4-be54-ca82c5f281ff None None] Routers {'2553c649-3b4f-45eb-8aee-a438a3786424'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:40:28.006845 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-9e63b6ca-72df-41f4-be54-ca82c5f281ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:39:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['2553c649-3b4f-45eb-8aee-a438a3786424'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:40:28.022952 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb60794-eea6-42c6-9313-59a125e58bcb req-8779e9d9-8599-486c-b783-b912fe103081 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] No DVR routers for this DVR port 1f93d187-05e8-440e-8658-a93ef4944d33 on host hv-cinder-80403 {{(pid=94312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:40:28.025510 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-3eb60794-eea6-42c6-9313-59a125e58bcb req-8779e9d9-8599-486c-b783-b912fe103081 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:28.027558 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3eb60794-eea6-42c6-9313-59a125e58bcb req-8779e9d9-8599-486c-b783-b912fe103081 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.54 "DELETE /v2.0/ports/1f93d187-05e8-440e-8658-a93ef4944d33 HTTP/1.1" status: 204 len: 173 time: 0.8542254 Sep 07 04:40:28.028035 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da923d1-6879-4e3d-a98a-553aeef8a70e', 'name': 'network-vif-deleted', 'tag': '1f93d187-05e8-440e-8658-a93ef4944d33'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:40:28.030394 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583ebf25-6e5e-4f1f-94a1-d4ba964f77f0" -d '{"events": [{"server_uuid": "2da923d1-6879-4e3d-a98a-553aeef8a70e", "name": "network-vif-deleted", "tag": "1f93d187-05e8-440e-8658-a93ef4944d33"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:40:28.070612 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df22175-56c9-4ce6-a32b-0c41d71f3ade x-openstack-request-id: req-2df22175-56c9-4ce6-a32b-0c41d71f3ade {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:40:28.070901 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da923d1-6879-4e3d-a98a-553aeef8a70e", "name": "network-vif-deleted", "tag": "1f93d187-05e8-440e-8658-a93ef4944d33", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:40:28.071166 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2df22175-56c9-4ce6-a32b-0c41d71f3ade {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:40:28.071556 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da923d1-6879-4e3d-a98a-553aeef8a70e', 'name': 'network-vif-deleted', 'tag': '1f93d187-05e8-440e-8658-a93ef4944d33', 'status': 'completed', 'code': 200} Sep 07 04:40:28.121975 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-9e63b6ca-72df-41f4-be54-ca82c5f281ff None None] Set router 2553c649-3b4f-45eb-8aee-a438a3786424 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:40:28.133340 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0c9ca02b-2693-4d74-8053-e9182a70cf12 req-6702267d-e69b-41bc-a3c8-8caed1766b9f tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 210 time: 0.0304065 Sep 07 04:40:28.335808 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-9e63b6ca-72df-41f4-be54-ca82c5f281ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:37:31Z', 'revision_number': 4, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port': {'id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:28Z', 'updated_at': '2021-09-07T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '739e4423-981a-480a-ba2f-814a97bb2eef', 'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'mac_address': 'fa:16:3e:66:4c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:30Z', 'updated_at': '2021-09-07T04:37:35Z', 'revision_number': 5, 'project_id': '69e502a27852415eac62b20297317cc2', 'subnets': [{'id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:40:28.360659 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e63b6ca-72df-41f4-be54-ca82c5f281ff None None] Checking router: 2553c649-3b4f-45eb-8aee-a438a3786424 for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:40:28.369710 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e63b6ca-72df-41f4-be54-ca82c5f281ff None None] Routers {'2553c649-3b4f-45eb-8aee-a438a3786424'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:40:28.370307 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-9e63b6ca-72df-41f4-be54-ca82c5f281ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:39:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['2553c649-3b4f-45eb-8aee-a438a3786424'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:40:28.475595 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-9e63b6ca-72df-41f4-be54-ca82c5f281ff None None] Set router 2553c649-3b4f-45eb-8aee-a438a3786424 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:40:28.667035 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-9e63b6ca-72df-41f4-be54-ca82c5f281ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:37:31Z', 'revision_number': 4, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port': {'id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:28Z', 'updated_at': '2021-09-07T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '739e4423-981a-480a-ba2f-814a97bb2eef', 'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'mac_address': 'fa:16:3e:66:4c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:30Z', 'updated_at': '2021-09-07T04:37:35Z', 'revision_number': 5, 'project_id': '69e502a27852415eac62b20297317cc2', 'subnets': [{'id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:40:28.695687 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e63b6ca-72df-41f4-be54-ca82c5f281ff None None] The sync data for ids ['2553c649-3b4f-45eb-8aee-a438a3786424'] in dv-cinder-804035-10-iscsi is: [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:37:31Z', 'revision_number': 4, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port': {'id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:28Z', 'updated_at': '2021-09-07T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '739e4423-981a-480a-ba2f-814a97bb2eef', 'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'mac_address': 'fa:16:3e:66:4c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:30Z', 'updated_at': '2021-09-07T04:37:35Z', 'revision_number': 5, 'project_id': '69e502a27852415eac62b20297317cc2', 'subnets': [{'id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:40:28.897945 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123afa88-3a8b-45ab-9b7e-86295a1cd716 None None] New status for floating IP bd60f1b3-a02d-4d05-8296-fcda90bfb96e: DOWN {{(pid=94313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:40:29.229144 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-03f1f6ce-b255-4f9e-bbe7-3ea74dfacc2b req-a7b46002-147a-418e-8f59-4d2f603c2a83 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 210 time: 0.0271993 Sep 07 04:40:29.544673 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-dafe98db-caf5-4df4-83a5-c56afb40369e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:29.572991 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:30.338577 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8f46f7b2-582c-4550-a9e8-6fc4f1504347 req-314538ec-ac2b-4bbe-8d4d-7d3cd72420bc tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 210 time: 0.0284896 Sep 07 04:40:30.553848 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:31.444981 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f01a6b7b-1123-4a7e-b4d4-a2c3fb6f4d8f req-0400346e-0605-42ff-b366-68fb433811fe tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=2da923d1-6879-4e3d-a98a-553aeef8a70e HTTP/1.1" status: 200 len: 210 time: 0.0251124 Sep 07 04:40:32.545161 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:32.587786 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 1f93d187-05e8-440e-8658-a93ef4944d33 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:40:32.609235 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: 1f93d187-05e8-440e-8658-a93ef4944d33 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:40:32.609583 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 1f93d187-05e8-440e-8658-a93ef4944d33 not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:40:32.632961 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40308) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:32.687255 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-19f4dae7-207e-45c0-928e-2457f5bb14cb tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:32.709643 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-19f4dae7-207e-45c0-928e-2457f5bb14cb tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:32.842039 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-19f4dae7-207e-45c0-928e-2457f5bb14cb tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:32.844601 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-19f4dae7-207e-45c0-928e-2457f5bb14cb tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:32.846484 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-19f4dae7-207e-45c0-928e-2457f5bb14cb tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "DELETE /v2.0/security-groups/7597637c-b87b-4e9d-ab94-7ffb9b8add71 HTTP/1.1" status: 204 len: 168 time: 0.2115576 Sep 07 04:40:32.849346 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40312) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:32.855534 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4dae7-207e-45c0-928e-2457f5bb14cb tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7597637c-b87b-4e9d-ab94-7ffb9b8add71,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:32.871605 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.api.v2.resource [None req-aa5f6736-4608-4182-8b13-26aee19869ed tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] show failed (client error): The resource could not be found. Sep 07 04:40:32.876525 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-aa5f6736-4608-4182-8b13-26aee19869ed tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups/7597637c-b87b-4e9d-ab94-7ffb9b8add71 HTTP/1.1" status: 404 len: 347 time: 0.0255797 Sep 07 04:40:32.879875 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40314) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:33.014360 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b0239-f903-4373-aa58-7a8942978a6a tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Deleting port 0545b9f2-1960-4235-9516-dad93cf665ed {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:40:33.014706 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0239-f903-4373-aa58-7a8942978a6a tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:33.093083 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0239-f903-4373-aa58-7a8942978a6a tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:33.093338 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0239-f903-4373-aa58-7a8942978a6a tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:33.105024 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b0239-f903-4373-aa58-7a8942978a6a tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Calling delete_port for 0545b9f2-1960-4235-9516-dad93cf665ed owned by network:floatingip {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:40:33.362753 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0239-f903-4373-aa58-7a8942978a6a tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:33.389345 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b0239-f903-4373-aa58-7a8942978a6a tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Pushing event deleted for resources: {'Port': ['ID=0545b9f2-1960-4235-9516-dad93cf665ed,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:33.452690 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0239-f903-4373-aa58-7a8942978a6a tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:33.455353 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0239-f903-4373-aa58-7a8942978a6a tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:33.456549 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-fb7b0239-f903-4373-aa58-7a8942978a6a tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "DELETE /v2.0/floatingips/bd60f1b3-a02d-4d05-8296-fcda90bfb96e HTTP/1.1" status: 204 len: 168 time: 0.5754650 Sep 07 04:40:33.739684 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40318) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:33.744193 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-28ff1e20-4047-44dd-bdae-a2848d5b47c0 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--79861560', 'description': 'tempest-description--978224295'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:40:33.859223 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-28ff1e20-4047-44dd-bdae-a2848d5b47c0 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:33.940020 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-28ff1e20-4047-44dd-bdae-a2848d5b47c0 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:34.005189 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-28ff1e20-4047-44dd-bdae-a2848d5b47c0 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:34.034358 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff1e20-4047-44dd-bdae-a2848d5b47c0 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:34.133360 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-28ff1e20-4047-44dd-bdae-a2848d5b47c0 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:34.134644 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-28ff1e20-4047-44dd-bdae-a2848d5b47c0 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3939312 Sep 07 04:40:34.137527 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40322) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:34.142011 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-a88a4650-0f98-4281-ac7c-810763366d4f tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Request body: {'security_group_rule': {'security_group_id': 'ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:40:34.258231 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a88a4650-0f98-4281-ac7c-810763366d4f tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:34.314380 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a88a4650-0f98-4281-ac7c-810763366d4f tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:34.394228 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a88a4650-0f98-4281-ac7c-810763366d4f tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:34.416219 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a4650-0f98-4281-ac7c-810763366d4f tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27475fa-32a6-4394-bb36-0bccfba7f6b7,revision_number=0']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:34.510597 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:34.538759 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a88a4650-0f98-4281-ac7c-810763366d4f tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:34.539982 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-a88a4650-0f98-4281-ac7c-810763366d4f tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4015198 Sep 07 04:40:34.542591 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40324) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:34.546841 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-955c3f0a-590f-48b2-9634-cbc17dc0d4d9 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Request body: {'security_group_rule': {'security_group_id': 'ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:40:34.630388 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-955c3f0a-590f-48b2-9634-cbc17dc0d4d9 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:34.684784 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-955c3f0a-590f-48b2-9634-cbc17dc0d4d9 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:34.795863 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-955c3f0a-590f-48b2-9634-cbc17dc0d4d9 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:34.812734 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c3f0a-590f-48b2-9634-cbc17dc0d4d9 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72844fb2-baa6-435a-b5df-68278a3aa428,revision_number=0']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:34.890984 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-955c3f0a-590f-48b2-9634-cbc17dc0d4d9 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:34.892204 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-955c3f0a-590f-48b2-9634-cbc17dc0d4d9 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3486490 Sep 07 04:40:34.895850 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40326) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:34.900132 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-ee8df0f4-2563-4f2e-80da-36d70d322497 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Request body: {'floatingip': {'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:40:35.024675 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ee8df0f4-2563-4f2e-80da-36d70d322497 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for floatingip, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:35.124202 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ee8df0f4-2563-4f2e-80da-36d70d322497 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:35.225454 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [None req-ee8df0f4-2563-4f2e-80da-36d70d322497 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Allocated IP 172.27.2.112 (8b8648d5-0172-4d8a-aa17-a0353230f6f5/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8/0c24e12a-4d0d-4870-a4f6-e5acf2f6776a) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:40:35.325423 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ee8df0f4-2563-4f2e-80da-36d70d322497 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:35.419133 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ee8df0f4-2563-4f2e-80da-36d70d322497 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:35.454837 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8df0f4-2563-4f2e-80da-36d70d322497 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:40:35.458163 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-ee8df0f4-2563-4f2e-80da-36d70d322497 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:40:35.460899 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8df0f4-2563-4f2e-80da-36d70d322497 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:40:35.492813 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8df0f4-2563-4f2e-80da-36d70d322497 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Pushing event updated for resources: {'Port': ['ID=0c24e12a-4d0d-4870-a4f6-e5acf2f6776a,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:35.555439 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ee8df0f4-2563-4f2e-80da-36d70d322497 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:35.662980 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ee8df0f4-2563-4f2e-80da-36d70d322497 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:35.808021 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ee8df0f4-2563-4f2e-80da-36d70d322497 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:35.893290 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ee8df0f4-2563-4f2e-80da-36d70d322497 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:35.963540 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8df0f4-2563-4f2e-80da-36d70d322497 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Pushing event updated for resources: {'Port': ['ID=0c24e12a-4d0d-4870-a4f6-e5acf2f6776a,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:35.972996 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ee8df0f4-2563-4f2e-80da-36d70d322497 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472587'] for floatingip, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:36.050915 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ee8df0f4-2563-4f2e-80da-36d70d322497 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:36.052194 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-ee8df0f4-2563-4f2e-80da-36d70d322497 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1553788 Sep 07 04:40:36.241568 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-58c9f960-305d-48e5-bf5b-b1bb99f8e2bc tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--79861560&fields=id&tenant_id=69e502a27852415eac62b20297317cc2 HTTP/1.1" status: 200 len: 267 time: 0.0330136 Sep 07 04:40:36.350450 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-765d874b-9cf3-424d-afb6-0d966bd00d84 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:36.351940 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-765d874b-9cf3-424d-afb6-0d966bd00d84 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/networks?id=abd7a2b8-d7f2-4d4c-a518-325d19a15c68 HTTP/1.1" status: 200 len: 811 time: 0.1036556 Sep 07 04:40:36.367120 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-5bd6faa4-dc77-4be8-8e60-d54a2b326564 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/quotas/69e502a27852415eac62b20297317cc2 HTTP/1.1" status: 200 len: 375 time: 0.0094705 Sep 07 04:40:36.418769 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-ec5a1647-7e55-4db7-a688-6afbe4f8f9fb tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=69e502a27852415eac62b20297317cc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463228 Sep 07 04:40:36.604361 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-36766234-e34c-455b-9024-0e336b52e2a5 service neutron] 10.222.0.55 "GET /v2.0/networks/abd7a2b8-d7f2-4d4c-a518-325d19a15c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730497 Sep 07 04:40:36.693945 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-ad6700b8-76af-406f-a6e1-006140c33a54 service neutron] 10.222.0.55 "GET /v2.0/networks/abd7a2b8-d7f2-4d4c-a518-325d19a15c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833347 Sep 07 04:40:36.930998 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-65e16671-97fe-4a59-86a8-fc56e6fffb3a req-5c49c4e8-88b3-42ac-a765-f8fc9e16e236 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 210 time: 0.0296838 Sep 07 04:40:38.022765 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6c226087-34cb-4cff-8c38-d444ce79287e req-73207f2d-bd16-4b48-a0f0-a89964e2d7d4 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 210 time: 0.0259862 Sep 07 04:40:39.119128 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b8f18c97-fc5a-4986-88b5-4f622258a618 req-e1f9c7c0-864a-4bed-a213-4d6abffca2e2 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 210 time: 0.0291536 Sep 07 04:40:40.214677 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8f4c21e5-d61b-42e7-a613-64b66a268d4e req-5ece4268-f855-4b13-9963-8e48eccf66ef tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 210 time: 0.0276873 Sep 07 04:40:41.307269 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-7b827ea7-a5bf-4f2a-9b0f-fdae502d1e06 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:41.308721 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-7b827ea7-a5bf-4f2a-9b0f-fdae502d1e06 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.54 "GET /v2.0/networks?id=abd7a2b8-d7f2-4d4c-a518-325d19a15c68 HTTP/1.1" status: 200 len: 811 time: 0.1191862 Sep 07 04:40:41.324262 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-803be514-a332-41bc-ba32-65e1c79b15b2 req-1b288fb5-6000-4480-a170-5e2b39ab7967 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 210 time: 0.0408132 Sep 07 04:40:41.371233 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-1951d334-5625-4a74-b682-042075e19555 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69e502a27852415eac62b20297317cc2 HTTP/1.1" status: 200 len: 378 time: 0.0346637 Sep 07 04:40:41.381291 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-2c0982f1-73f8-4b1a-b807-9fe5d7bd970e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Request body: {'port': {'device_id': '79807786-f2cf-484a-a108-d31780614b17', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'admin_state_up': True, 'tenant_id': '69e502a27852415eac62b20297317cc2', 'security_groups': ['ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a']}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:40:41.570605 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-2c0982f1-73f8-4b1a-b807-9fe5d7bd970e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Made reservation on behalf of 69e502a27852415eac62b20297317cc2 for: {'port': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:40:41.574160 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-2c0982f1-73f8-4b1a-b807-9fe5d7bd970e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:41.958238 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-2c0982f1-73f8-4b1a-b807-9fe5d7bd970e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Allocated IP 172.20.0.7 (abd7a2b8-d7f2-4d4c-a518-325d19a15c68/71cfc763-38e6-482c-b830-db47568dd9d9/3daf1c2c-a349-4c0e-aacc-e70c9ad1b916) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:40:42.107743 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-2c0982f1-73f8-4b1a-b807-9fe5d7bd970e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:42.120560 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-2c0982f1-73f8-4b1a-b807-9fe5d7bd970e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Transition to ACTIVE for port object 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 will not be triggered until provisioned by entity DHCP. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:40:42.228295 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-2c0982f1-73f8-4b1a-b807-9fe5d7bd970e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:42.267580 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-2c0982f1-73f8-4b1a-b807-9fe5d7bd970e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Network abd7a2b8-d7f2-4d4c-a518-325d19a15c68 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:40:42.271188 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-2c0982f1-73f8-4b1a-b807-9fe5d7bd970e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:40:42.274815 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-2c0982f1-73f8-4b1a-b807-9fe5d7bd970e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:40:42.302828 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0982f1-73f8-4b1a-b807-9fe5d7bd970e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Pushing event updated for resources: {'Port': ['ID=3daf1c2c-a349-4c0e-aacc-e70c9ad1b916,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:42.332193 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-2c0982f1-73f8-4b1a-b807-9fe5d7bd970e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:42.333237 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-2c0982f1-73f8-4b1a-b807-9fe5d7bd970e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:42.435220 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-2c0982f1-73f8-4b1a-b807-9fe5d7bd970e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0576775 Sep 07 04:40:42.454783 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661c52e-88dd-4950-aea9-50982410e7c9 req-2aa4946d-aabe-4441-844c-8c2e3fd6b063 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:42.456190 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9661c52e-88dd-4950-aea9-50982410e7c9 req-2aa4946d-aabe-4441-844c-8c2e3fd6b063 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 931 time: 0.0541725 Sep 07 04:40:42.462698 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Request body: {'port': {'device_id': '79807786-f2cf-484a-a108-d31780614b17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:40:42.538697 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9661c52e-88dd-4950-aea9-50982410e7c9 req-5e8c6919-3665-4b37-9357-2e25e6eaa591 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730872 Sep 07 04:40:42.541259 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:42.578544 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-7b4acbf9-93e7-4e7e-9824-a0d52c4fe095 None None] Provisioning for port 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:40:42.583207 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-7b4acbf9-93e7-4e7e-9824-a0d52c4fe095 None None] Provisioning complete for port 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:40:42.584119 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7b4acbf9-93e7-4e7e-9824-a0d52c4fe095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:42.617773 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-7b4acbf9-93e7-4e7e-9824-a0d52c4fe095 None None] Port 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:40:42.801909 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 {{(pid=94312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:40:42.809132 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:42.821481 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Transition to ACTIVE for port object 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 will not be triggered until provisioned by entity L2. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:40:42.910272 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:42.962213 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Pushing event updated for resources: {'Port': ['ID=3daf1c2c-a349-4c0e-aacc-e70c9ad1b916,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:43.027339 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Attempting to bind port 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:40:43.027676 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Attempting to bind port 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '775f7892-8c3c-48d6-b54d-79469aa4e3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68'}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:40:43.028004 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Attempting to bind port 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 on network abd7a2b8-d7f2-4d4c-a518-325d19a15c68 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:40:43.032368 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Port 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 on network abd7a2b8-d7f2-4d4c-a518-325d19a15c68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:40:43.032736 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Attempting to bind port 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 on network abd7a2b8-d7f2-4d4c-a518-325d19a15c68 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:40:43.037760 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:40:43.038101 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Checking segment: {'id': '775f7892-8c3c-48d6-b54d-79469aa4e3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:40:43.038528 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Bound using segment: {'id': '775f7892-8c3c-48d6-b54d-79469aa4e3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68'} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:40:43.038993 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Bound port: 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775f7892-8c3c-48d6-b54d-79469aa4e3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68'}}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:40:43.039354 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:43.109674 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] For port 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916, host hv-cinder-80403, cleared binding levels {{(pid=94312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:40:43.112670 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] For port 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3daf1c2c-a349-4c0e-aacc-e70c9ad1b916,segment=NetworkSegment(775f7892-8c3c-48d6-b54d-79469aa4e3cc),segment_id=775f7892-8c3c-48d6-b54d-79469aa4e3cc)] {{(pid=94312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:40:43.211312 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:43.249618 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:43.250495 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:43.251877 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] 10.222.0.54 "PUT /v2.0/ports/3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 HTTP/1.1" status: 200 len: 1093 time: 0.7947788 Sep 07 04:40:43.252309 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79807786-f2cf-484a-a108-d31780614b17', 'tag': '3daf1c2c-a349-4c0e-aacc-e70c9ad1b916'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:40:43.255203 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ed65f6-2abc-44e7-8f7e-498f20da679e" -d '{"events": [{"name": "network-changed", "server_uuid": "79807786-f2cf-484a-a108-d31780614b17", "tag": "3daf1c2c-a349-4c0e-aacc-e70c9ad1b916"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:40:43.281685 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377dfee9-56ca-4966-8c90-64c640f43953 service neutron] Pushing event updated for resources: {'Port': ['ID=3daf1c2c-a349-4c0e-aacc-e70c9ad1b916,revision_number=3']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:43.303714 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e780520f-d468-458e-b7cc-a172503761b2 x-openstack-request-id: req-e780520f-d468-458e-b7cc-a172503761b2 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:40:43.304009 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79807786-f2cf-484a-a108-d31780614b17", "tag": "3daf1c2c-a349-4c0e-aacc-e70c9ad1b916", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:40:43.304261 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e780520f-d468-458e-b7cc-a172503761b2 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:40:43.304694 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79807786-f2cf-484a-a108-d31780614b17', 'tag': '3daf1c2c-a349-4c0e-aacc-e70c9ad1b916', 'status': 'completed', 'code': 200} Sep 07 04:40:43.388704 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed65f6-2abc-44e7-8f7e-498f20da679e req-911fce0e-8683-440a-a4fb-a9eba8f3c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:43.390253 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e1ed65f6-2abc-44e7-8f7e-498f20da679e req-911fce0e-8683-440a-a4fb-a9eba8f3c70e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e502a27852415eac62b20297317cc2&device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 1096 time: 0.0444319 Sep 07 04:40:43.498346 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed65f6-2abc-44e7-8f7e-498f20da679e req-69cd8a35-2f47-4441-9a56-b6be53ae7088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:43.499800 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e1ed65f6-2abc-44e7-8f7e-498f20da679e req-69cd8a35-2f47-4441-9a56-b6be53ae7088 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=69e502a27852415eac62b20297317cc2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0965011 Sep 07 04:40:43.593637 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed65f6-2abc-44e7-8f7e-498f20da679e req-08b5d972-7c1f-40fc-88e9-6e5c8e9c57bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:43.595237 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e1ed65f6-2abc-44e7-8f7e-498f20da679e req-08b5d972-7c1f-40fc-88e9-6e5c8e9c57bc service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878925 Sep 07 04:40:43.657138 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e627e85-9c0a-4414-935f-428951d2ee2a req-bebbdabe-9666-4000-a91c-9944f9057656 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:43.658520 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7e627e85-9c0a-4414-935f-428951d2ee2a req-bebbdabe-9666-4000-a91c-9944f9057656 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 943 time: 0.0525479 Sep 07 04:40:43.716946 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7e627e85-9c0a-4414-935f-428951d2ee2a req-6ba06351-afba-42a6-9e4a-c79553212393 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486028 Sep 07 04:40:43.722991 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-0b018537-ea12-4e06-85c2-09de6ebb9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:43.725075 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-0b018537-ea12-4e06-85c2-09de6ebb9be7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e502a27852415eac62b20297317cc2&device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 1096 time: 0.0656610 Sep 07 04:40:43.772194 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-26b801b8-4e0d-4328-b938-cc67ad198527 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 HTTP/1.1" status: 200 len: 217 time: 0.0343375 Sep 07 04:40:43.823672 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-2f680f4c-4262-4397-98e9-76f3c31f1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:43.825136 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-2f680f4c-4262-4397-98e9-76f3c31f1fdd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=71cfc763-38e6-482c-b830-db47568dd9d9 HTTP/1.1" status: 200 len: 850 time: 0.0458329 Sep 07 04:40:43.869646 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-79d38a81-34e4-4ba2-9a8b-98614900c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:43.871138 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-79d38a81-34e4-4ba2-9a8b-98614900c04c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abd7a2b8-d7f2-4d4c-a518-325d19a15c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388803 Sep 07 04:40:43.963139 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-dee006ce-f580-4925-9552-82abbf4c9409 service neutron] 10.222.0.54 "GET /v2.0/networks/abd7a2b8-d7f2-4d4c-a518-325d19a15c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838814 Sep 07 04:40:44.052038 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-44ac81f5-4ab4-4322-84ea-e1bc3ffc40b9 req-c1a56af4-0fbc-4e01-9289-4061185443b0 service neutron] 10.222.0.54 "GET /v2.0/networks/abd7a2b8-d7f2-4d4c-a518-325d19a15c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812302 Sep 07 04:40:44.832108 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9aa8f-3ec4-46ae-a55d-09b63825bc25 req-6a275aff-3b7c-4420-b5ce-121270a3b6ef tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:44.833704 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8ca9aa8f-3ec4-46ae-a55d-09b63825bc25 req-6a275aff-3b7c-4420-b5ce-121270a3b6ef tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 943 time: 0.0486078 Sep 07 04:40:44.871027 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8ca9aa8f-3ec4-46ae-a55d-09b63825bc25 req-d398e8d8-3225-4057-97c7-5fce10514754 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309708 Sep 07 04:40:45.991685 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9294d3-6cd3-4281-93b3-64f5430c090a req-399395b7-5dea-412e-900d-63820bfaec0f tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:45.993194 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9b9294d3-6cd3-4281-93b3-64f5430c090a req-399395b7-5dea-412e-900d-63820bfaec0f tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 943 time: 0.0541141 Sep 07 04:40:46.031711 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9b9294d3-6cd3-4281-93b3-64f5430c090a req-c859a558-5a05-4214-bdcf-a00e6e6a692e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325198 Sep 07 04:40:46.346789 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40444) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:46.457932 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-991c2099-7847-4b8a-8f53-cccefb39c820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:46.546177 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-991c2099-7847-4b8a-8f53-cccefb39c820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:46.617947 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:40:46.624390 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-991c2099-7847-4b8a-8f53-cccefb39c820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:46.662334 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-991c2099-7847-4b8a-8f53-cccefb39c820 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4072849843b463e82b2941299d2cb9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141847 Sep 07 04:40:46.664216 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c2099-7847-4b8a-8f53-cccefb39c820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2f2f27-bbb8-4c4a-b013-212010067e11,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:46.665092 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40448) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:46.715798 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3daf1c2c-a349-4c0e-aacc-e70c9ad1b916,segment=NetworkSegment(775f7892-8c3c-48d6-b54d-79469aa4e3cc),segment_id=775f7892-8c3c-48d6-b54d-79469aa4e3cc)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:40:46.716262 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-978eda1f-560d-4da9-a7af-98dfa00d4ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:46.727407 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': '3daf1c2c-a349-4c0e-aacc-e70c9ad1b916', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'port_id': '3daf1c2c-a349-4c0e-aacc-e70c9ad1b916', 'mac_address': 'fa:16:3e:b1:b8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:40:46.740304 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-978eda1f-560d-4da9-a7af-98dfa00d4ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:46.764381 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:46.777666 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:40:46.796457 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3daf1c2c-a349-4c0e-aacc-e70c9ad1b916,segment=NetworkSegment(775f7892-8c3c-48d6-b54d-79469aa4e3cc),segment_id=775f7892-8c3c-48d6-b54d-79469aa4e3cc)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:40:46.841806 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-978eda1f-560d-4da9-a7af-98dfa00d4ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:46.844468 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-978eda1f-560d-4da9-a7af-98dfa00d4ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:46.845696 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-978eda1f-560d-4da9-a7af-98dfa00d4ca1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c2f2f27-bbb8-4c4a-b013-212010067e11 HTTP/1.1" status: 204 len: 168 time: 0.1789730 Sep 07 04:40:46.859532 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978eda1f-560d-4da9-a7af-98dfa00d4ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2f2f27-bbb8-4c4a-b013-212010067e11,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:46.883885 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:46.935308 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=3daf1c2c-a349-4c0e-aacc-e70c9ad1b916,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:46.943193 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:46.943684 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:46.944043 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:46.944386 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:46.944748 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:46.945090 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:46.945426 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:46.945765 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:46.946100 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:46.946432 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:46.946763 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:46.947092 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:40:47.144443 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3043249-bfdd-4451-8822-0b71a719c34c req-69ebae05-571f-4447-89db-df0d6e484d0d tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:47.146753 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b3043249-bfdd-4451-8822-0b71a719c34c req-69ebae05-571f-4447-89db-df0d6e484d0d tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 944 time: 0.0495322 Sep 07 04:40:47.180834 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['3daf1c2c-a349-4c0e-aacc-e70c9ad1b916'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:40:47.189565 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b3043249-bfdd-4451-8822-0b71a719c34c req-1e4f8117-a3b3-4cd2-96cc-d462f1852710 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366986 Sep 07 04:40:48.310140 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6451b8-e087-4dd9-828d-99d1cce45944 req-4ae49642-5fcf-4fa2-b5c9-b567a4ce2a72 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:48.312025 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9c6451b8-e087-4dd9-828d-99d1cce45944 req-4ae49642-5fcf-4fa2-b5c9-b567a4ce2a72 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 944 time: 0.0546227 Sep 07 04:40:48.353613 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9c6451b8-e087-4dd9-828d-99d1cce45944 req-0bc69868-661b-40b7-ba76-3af3441c72b1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354664 Sep 07 04:40:48.618422 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:40:48.750655 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:40:48.754539 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:40:48.759925 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:48.831996 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:48.854555 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79807786-f2cf-484a-a108-d31780614b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daf1c2c-a349-4c0e-aacc-e70c9ad1b916'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:40:48.857067 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea503856-014b-40f3-9c83-a185428895a4" -d '{"events": [{"server_uuid": "79807786-f2cf-484a-a108-d31780614b17", "name": "network-vif-plugged", "status": "completed", "tag": "3daf1c2c-a349-4c0e-aacc-e70c9ad1b916"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:40:48.869739 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3daf1c2c-a349-4c0e-aacc-e70c9ad1b916,segment=NetworkSegment(775f7892-8c3c-48d6-b54d-79469aa4e3cc),segment_id=775f7892-8c3c-48d6-b54d-79469aa4e3cc)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:40:48.894319 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc571ca-a06e-4f2f-9ff9-f5a5dfaa8aa2 x-openstack-request-id: req-9cc571ca-a06e-4f2f-9ff9-f5a5dfaa8aa2 {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:40:48.894615 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79807786-f2cf-484a-a108-d31780614b17", "name": "network-vif-plugged", "status": "completed", "tag": "3daf1c2c-a349-4c0e-aacc-e70c9ad1b916", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:40:48.894876 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9cc571ca-a06e-4f2f-9ff9-f5a5dfaa8aa2 {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:40:48.895278 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79807786-f2cf-484a-a108-d31780614b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daf1c2c-a349-4c0e-aacc-e70c9ad1b916', 'code': 200} Sep 07 04:40:48.950305 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:49.004150 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=3daf1c2c-a349-4c0e-aacc-e70c9ad1b916,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:49.276437 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad1a16-0b53-44e9-8edd-3ff092cd0193 req-fabce2bb-ec8a-4d4e-a99a-a11a53c583aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:49.277946 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b3ad1a16-0b53-44e9-8edd-3ff092cd0193 req-fabce2bb-ec8a-4d4e-a99a-a11a53c583aa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 1098 time: 0.0427582 Sep 07 04:40:49.312594 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b3ad1a16-0b53-44e9-8edd-3ff092cd0193 req-89bf90fd-014c-4496-a0b4-ffe93780faed service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0279922 Sep 07 04:40:49.469355 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d6e0f-7f1e-4aa4-9caf-297c155da10a req-422d0680-da7a-4181-9c3b-39b761814ee1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:49.470884 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6a7d6e0f-7f1e-4aa4-9caf-297c155da10a req-422d0680-da7a-4181-9c3b-39b761814ee1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 945 time: 0.0489917 Sep 07 04:40:49.513352 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6a7d6e0f-7f1e-4aa4-9caf-297c155da10a req-f6069b14-952d-4da0-9432-6cdd1396d880 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358760 Sep 07 04:40:50.629967 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f87dc-5f05-47b6-b7a1-c84144876bd0 req-e2b81806-c92d-413f-975f-1b2008bcb9f2 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:50.631445 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cc3f87dc-5f05-47b6-b7a1-c84144876bd0 req-e2b81806-c92d-413f-975f-1b2008bcb9f2 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 945 time: 0.0484068 Sep 07 04:40:50.672112 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cc3f87dc-5f05-47b6-b7a1-c84144876bd0 req-1ffd1df5-a0fb-4728-8ef1-af2c7616f5b4 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338247 Sep 07 04:40:51.785617 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a4d13-c3f1-4f31-b95e-3751b9c9cebe req-4958a427-d2e7-4cb6-9293-cc81b1e92076 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:51.786994 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4c6a4d13-c3f1-4f31-b95e-3751b9c9cebe req-4958a427-d2e7-4cb6-9293-cc81b1e92076 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 945 time: 0.0482199 Sep 07 04:40:51.824386 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4c6a4d13-c3f1-4f31-b95e-3751b9c9cebe req-0049970e-3956-42c5-a067-a0d2323ad55a tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307276 Sep 07 04:40:51.938306 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d76e2e-1f86-4f40-9e91-8d0e852eef73 req-0af129cc-1e76-4f41-a99c-499f14462861 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:51.939812 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-05d76e2e-1f86-4f40-9e91-8d0e852eef73 req-0af129cc-1e76-4f41-a99c-499f14462861 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 945 time: 0.0489967 Sep 07 04:40:51.948350 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40532) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:51.952782 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-06f7deb8-188a-4b80-9cf9-570db065dadf tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Request body: {'floatingip': {'port_id': '3daf1c2c-a349-4c0e-aacc-e70c9ad1b916'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:40:51.995537 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-06f7deb8-188a-4b80-9cf9-570db065dadf tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for floatingip, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:52.429579 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-06f7deb8-188a-4b80-9cf9-570db065dadf tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:52.530882 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-06f7deb8-188a-4b80-9cf9-570db065dadf tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472587'] for floatingip, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:52.630320 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.l3_db [None req-06f7deb8-188a-4b80-9cf9-570db065dadf tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Floating IP 9c4f54af-a2c7-4b20-a697-4db4dc85d86e associated. External IP: 172.27.2.112, port: 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916. Sep 07 04:40:52.837807 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f7deb8-188a-4b80-9cf9-570db065dadf tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Router 2553c649-3b4f-45eb-8aee-a438a3786424 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:40:52.944261 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f7deb8-188a-4b80-9cf9-570db065dadf tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:40:52.952108 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-06f7deb8-188a-4b80-9cf9-570db065dadf tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:52.954897 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823af865-0d60-423e-a58d-0006adf3391a None None] Sync routers for ids ['2553c649-3b4f-45eb-8aee-a438a3786424'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:40:52.964895 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823af865-0d60-423e-a58d-0006adf3391a None None] Routers {'2553c649-3b4f-45eb-8aee-a438a3786424'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:40:52.965494 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-823af865-0d60-423e-a58d-0006adf3391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:40:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['2553c649-3b4f-45eb-8aee-a438a3786424'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:40:52.981585 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-06f7deb8-188a-4b80-9cf9-570db065dadf tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "PUT /v2.0/floatingips/9c4f54af-a2c7-4b20-a697-4db4dc85d86e HTTP/1.1" status: 200 len: 991 time: 1.0321543 Sep 07 04:40:52.982342 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79807786-f2cf-484a-a108-d31780614b17', 'tag': '3daf1c2c-a349-4c0e-aacc-e70c9ad1b916'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:40:52.985067 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f82b778-26c7-4c20-ac08-c799deaca251" -d '{"events": [{"name": "network-changed", "server_uuid": "79807786-f2cf-484a-a108-d31780614b17", "tag": "3daf1c2c-a349-4c0e-aacc-e70c9ad1b916"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:40:53.024538 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78b6c45-0edc-4b74-bb08-f2865543490b x-openstack-request-id: req-c78b6c45-0edc-4b74-bb08-f2865543490b {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:40:53.024829 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79807786-f2cf-484a-a108-d31780614b17", "tag": "3daf1c2c-a349-4c0e-aacc-e70c9ad1b916", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:40:53.025078 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c78b6c45-0edc-4b74-bb08-f2865543490b {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:40:53.025477 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79807786-f2cf-484a-a108-d31780614b17', 'tag': '3daf1c2c-a349-4c0e-aacc-e70c9ad1b916', 'status': 'completed', 'code': 200} Sep 07 04:40:53.083918 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-823af865-0d60-423e-a58d-0006adf3391a None None] Set router 2553c649-3b4f-45eb-8aee-a438a3786424 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:40:53.123425 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82b778-26c7-4c20-ac08-c799deaca251 req-b1314fc1-297a-4e45-af4f-e9eaec1888e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:53.125221 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4f82b778-26c7-4c20-ac08-c799deaca251 req-b1314fc1-297a-4e45-af4f-e9eaec1888e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e502a27852415eac62b20297317cc2&device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 1098 time: 0.0527866 Sep 07 04:40:53.221658 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82b778-26c7-4c20-ac08-c799deaca251 req-ca15830c-7d2b-42bc-9160-436c41138b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:53.223801 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4f82b778-26c7-4c20-ac08-c799deaca251 req-ca15830c-7d2b-42bc-9160-436c41138b07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abd7a2b8-d7f2-4d4c-a518-325d19a15c68 HTTP/1.1" status: 200 len: 912 time: 0.0918767 Sep 07 04:40:53.298023 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4f82b778-26c7-4c20-ac08-c799deaca251 req-e49151ee-09fe-44ce-ae70-10fbda60b044 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 HTTP/1.1" status: 200 len: 999 time: 0.0671232 Sep 07 04:40:53.315757 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-823af865-0d60-423e-a58d-0006adf3391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:37:31Z', 'revision_number': 4, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port': {'id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:28Z', 'updated_at': '2021-09-07T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '9c4f54af-a2c7-4b20-a697-4db4dc85d86e', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'port_id': '3daf1c2c-a349-4c0e-aacc-e70c9ad1b916', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'mac_address': 'fa:16:3e:b1:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79807786-f2cf-484a-a108-d31780614b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:40:35Z', 'updated_at': '2021-09-07T04:40:52Z', 'revision_number': 1, 'project_id': '69e502a27852415eac62b20297317cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739e4423-981a-480a-ba2f-814a97bb2eef', 'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'mac_address': 'fa:16:3e:66:4c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:30Z', 'updated_at': '2021-09-07T04:37:35Z', 'revision_number': 5, 'project_id': '69e502a27852415eac62b20297317cc2', 'subnets': [{'id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:40:53.345201 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823af865-0d60-423e-a58d-0006adf3391a None None] Checking router: 2553c649-3b4f-45eb-8aee-a438a3786424 for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:40:53.348291 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82b778-26c7-4c20-ac08-c799deaca251 req-b12ca395-043c-4cdd-98d7-0a902bcd5061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:53.349765 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4f82b778-26c7-4c20-ac08-c799deaca251 req-b12ca395-043c-4cdd-98d7-0a902bcd5061 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=71cfc763-38e6-482c-b830-db47568dd9d9 HTTP/1.1" status: 200 len: 850 time: 0.0453920 Sep 07 04:40:53.354088 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823af865-0d60-423e-a58d-0006adf3391a None None] Routers {'2553c649-3b4f-45eb-8aee-a438a3786424'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:40:53.354693 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-823af865-0d60-423e-a58d-0006adf3391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:40:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['2553c649-3b4f-45eb-8aee-a438a3786424'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:40:53.395076 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82b778-26c7-4c20-ac08-c799deaca251 req-3d7db36a-ff82-4870-8d62-ae409e4c52d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:40:53.396881 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4f82b778-26c7-4c20-ac08-c799deaca251 req-3d7db36a-ff82-4870-8d62-ae409e4c52d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abd7a2b8-d7f2-4d4c-a518-325d19a15c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404072 Sep 07 04:40:53.460292 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-823af865-0d60-423e-a58d-0006adf3391a None None] Set router 2553c649-3b4f-45eb-8aee-a438a3786424 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:40:53.506392 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4f82b778-26c7-4c20-ac08-c799deaca251 req-e7796783-82e9-4562-9cba-45d32f758dcc service neutron] 10.222.0.54 "GET /v2.0/networks/abd7a2b8-d7f2-4d4c-a518-325d19a15c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026602 Sep 07 04:40:53.599752 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4f82b778-26c7-4c20-ac08-c799deaca251 req-42fd6a95-26f6-426d-977e-a7f489e3dfc0 service neutron] 10.222.0.54 "GET /v2.0/networks/abd7a2b8-d7f2-4d4c-a518-325d19a15c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866387 Sep 07 04:40:53.769785 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-823af865-0d60-423e-a58d-0006adf3391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:37:31Z', 'revision_number': 4, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port': {'id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:28Z', 'updated_at': '2021-09-07T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '9c4f54af-a2c7-4b20-a697-4db4dc85d86e', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'port_id': '3daf1c2c-a349-4c0e-aacc-e70c9ad1b916', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'mac_address': 'fa:16:3e:b1:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79807786-f2cf-484a-a108-d31780614b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:40:35Z', 'updated_at': '2021-09-07T04:40:52Z', 'revision_number': 1, 'project_id': '69e502a27852415eac62b20297317cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739e4423-981a-480a-ba2f-814a97bb2eef', 'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'mac_address': 'fa:16:3e:66:4c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:30Z', 'updated_at': '2021-09-07T04:37:35Z', 'revision_number': 5, 'project_id': '69e502a27852415eac62b20297317cc2', 'subnets': [{'id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:40:53.799032 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823af865-0d60-423e-a58d-0006adf3391a None None] The sync data for ids ['2553c649-3b4f-45eb-8aee-a438a3786424'] in dv-cinder-804035-10-iscsi is: [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:37:31Z', 'revision_number': 4, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port': {'id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:28Z', 'updated_at': '2021-09-07T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '9c4f54af-a2c7-4b20-a697-4db4dc85d86e', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'port_id': '3daf1c2c-a349-4c0e-aacc-e70c9ad1b916', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'mac_address': 'fa:16:3e:b1:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79807786-f2cf-484a-a108-d31780614b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:40:35Z', 'updated_at': '2021-09-07T04:40:52Z', 'revision_number': 1, 'project_id': '69e502a27852415eac62b20297317cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739e4423-981a-480a-ba2f-814a97bb2eef', 'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'mac_address': 'fa:16:3e:66:4c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:30Z', 'updated_at': '2021-09-07T04:37:35Z', 'revision_number': 5, 'project_id': '69e502a27852415eac62b20297317cc2', 'subnets': [{'id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:40:53.992790 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f122293-09ba-4d6f-9cbc-838d75031bc4 None None] New status for floating IP 9c4f54af-a2c7-4b20-a697-4db4dc85d86e: ACTIVE {{(pid=94313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:40:56.788209 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-421f8d97-97d9-4243-b085-82a79dde51c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:58.628220 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40596) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:58.730761 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5cff8e7f-8835-4f92-b6a6-6ed59cebd31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:58.820789 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5cff8e7f-8835-4f92-b6a6-6ed59cebd31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:58.890316 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5cff8e7f-8835-4f92-b6a6-6ed59cebd31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:58.929307 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-5cff8e7f-8835-4f92-b6a6-6ed59cebd31f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9a9dce1dd0a64ed4bd8ee1b994c5129f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999086 Sep 07 04:40:58.930154 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff8e7f-8835-4f92-b6a6-6ed59cebd31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebdbb2e-e398-47e8-8311-7a9296f095c2,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:58.932053 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40600) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:58.981012 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fc47c572-67e4-4716-8fe6-de782f60a6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:59.001944 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fc47c572-67e4-4716-8fe6-de782f60a6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:59.127147 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fc47c572-67e4-4716-8fe6-de782f60a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:59.130133 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fc47c572-67e4-4716-8fe6-de782f60a6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:59.131481 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-fc47c572-67e4-4716-8fe6-de782f60a6dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aebdbb2e-e398-47e8-8311-7a9296f095c2 HTTP/1.1" status: 204 len: 168 time: 0.1983891 Sep 07 04:40:59.143786 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47c572-67e4-4716-8fe6-de782f60a6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebdbb2e-e398-47e8-8311-7a9296f095c2,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:59.538521 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-6a8180f2-8ff1-4a94-aed5-3a475653a8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:59.624426 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:59.721955 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40608) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:59.736038 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3672a866-be2e-4899-a3c2-0e91deb02f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:59.821914 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3672a866-be2e-4899-a3c2-0e91deb02f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:59.881313 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3672a866-be2e-4899-a3c2-0e91deb02f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:40:59.924923 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672a866-be2e-4899-a3c2-0e91deb02f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad26113-4f7a-47e0-a71b-e52cadfead0c,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:40:59.930389 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-3672a866-be2e-4899-a3c2-0e91deb02f3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0882f2043acf43bba5c0630a982c5510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073958 Sep 07 04:40:59.933043 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40610) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:40:59.981422 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-820b5694-f7f2-4ae3-8dd3-4bf6734b8a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:00.002991 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-820b5694-f7f2-4ae3-8dd3-4bf6734b8a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:00.154155 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-820b5694-f7f2-4ae3-8dd3-4bf6734b8a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:00.158660 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-820b5694-f7f2-4ae3-8dd3-4bf6734b8a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:00.161539 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-820b5694-f7f2-4ae3-8dd3-4bf6734b8a44 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aad26113-4f7a-47e0-a71b-e52cadfead0c HTTP/1.1" status: 204 len: 168 time: 0.2264559 Sep 07 04:41:00.170720 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b5694-f7f2-4ae3-8dd3-4bf6734b8a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad26113-4f7a-47e0-a71b-e52cadfead0c,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:00.567601 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:00.894008 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40618) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:00.907156 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-cc553be4-7d4c-4c5e-926d-0a344422da22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:00.911853 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e060661f-5bb4-4647-bb8d-4a911bc6f361 req-ce5c0205-3b34-4718-85fd-9da0d29a9f9c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387146 Sep 07 04:41:01.000726 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-cc553be4-7d4c-4c5e-926d-0a344422da22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:01.010307 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060661f-5bb4-4647-bb8d-4a911bc6f361 req-3b78e85d-6060-4f92-99cb-095986caa20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:01.011846 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e060661f-5bb4-4647-bb8d-4a911bc6f361 req-3b78e85d-6060-4f92-99cb-095986caa20b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee77f689e65e4fa4886639d6a4aa761d&device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 1099 time: 0.0409322 Sep 07 04:41:01.087209 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-cc553be4-7d4c-4c5e-926d-0a344422da22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:01.120512 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060661f-5bb4-4647-bb8d-4a911bc6f361 req-6c21955f-0fd3-430d-a97f-ab75ae74ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:01.122114 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e060661f-5bb4-4647-bb8d-4a911bc6f361 req-6c21955f-0fd3-430d-a97f-ab75ae74ba50 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6881e86b-0218-4b28-af23-89d938232d21 HTTP/1.1" status: 200 len: 910 time: 0.0917876 Sep 07 04:41:01.124029 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc553be4-7d4c-4c5e-926d-0a344422da22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4939c215-a007-41f3-a6f7-bcce5af2b3ae,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:01.128798 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-cc553be4-7d4c-4c5e-926d-0a344422da22 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c6214dd9f7d147939b7c020aa649034d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336102 Sep 07 04:41:01.131350 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40620) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:01.182964 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-68ae10da-9b15-4ad7-b89a-72c5c5c002b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:01.188388 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e060661f-5bb4-4647-bb8d-4a911bc6f361 req-3336f923-cebf-4771-bbec-7e85cb8550a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f168241-3273-49a2-883f-bf76d502ab17 HTTP/1.1" status: 200 len: 1001 time: 0.0584135 Sep 07 04:41:01.203770 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-68ae10da-9b15-4ad7-b89a-72c5c5c002b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:01.236976 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060661f-5bb4-4647-bb8d-4a911bc6f361 req-ff7a2767-9df0-42a9-aec9-a0cfdbf00688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:01.238461 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e060661f-5bb4-4647-bb8d-4a911bc6f361 req-ff7a2767-9df0-42a9-aec9-a0cfdbf00688 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b24d7332-c618-4337-aad6-a5c269b2242c HTTP/1.1" status: 200 len: 848 time: 0.0436707 Sep 07 04:41:01.286757 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060661f-5bb4-4647-bb8d-4a911bc6f361 req-e01d51c7-6b5c-4a1d-a550-d342fcc68cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:01.288216 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e060661f-5bb4-4647-bb8d-4a911bc6f361 req-e01d51c7-6b5c-4a1d-a550-d342fcc68cb7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6881e86b-0218-4b28-af23-89d938232d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427248 Sep 07 04:41:01.321245 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-68ae10da-9b15-4ad7-b89a-72c5c5c002b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:01.324428 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-68ae10da-9b15-4ad7-b89a-72c5c5c002b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:01.325588 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-68ae10da-9b15-4ad7-b89a-72c5c5c002b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4939c215-a007-41f3-a6f7-bcce5af2b3ae HTTP/1.1" status: 204 len: 168 time: 0.1933138 Sep 07 04:41:01.333331 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae10da-9b15-4ad7-b89a-72c5c5c002b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4939c215-a007-41f3-a6f7-bcce5af2b3ae,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:01.382922 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e060661f-5bb4-4647-bb8d-4a911bc6f361 req-c3711efc-e187-43ea-aaaf-cff2861544dc service neutron] 10.222.0.54 "GET /v2.0/networks/6881e86b-0218-4b28-af23-89d938232d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865517 Sep 07 04:41:01.478189 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e060661f-5bb4-4647-bb8d-4a911bc6f361 req-ed5be50a-3892-4e81-b28b-3a30fc545663 service neutron] 10.222.0.54 "GET /v2.0/networks/6881e86b-0218-4b28-af23-89d938232d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883164 Sep 07 04:41:02.532799 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:04.118603 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40630) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:04.273584 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Deleting port bebac6e6-7227-4732-9b87-72b5e92f78b0 {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:41:04.273844 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:04.351527 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:04.351861 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:04.363765 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Calling delete_port for bebac6e6-7227-4732-9b87-72b5e92f78b0 owned by network:floatingip {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:41:04.492609 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:04.564378 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:04.591977 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Pushing event deleted for resources: {'Port': ['ID=bebac6e6-7227-4732-9b87-72b5e92f78b0,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:04.602632 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:04.602985 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:04.603328 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:04.603670 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:04.604525 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:04.604867 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:04.605201 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:04.605545 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:04.605961 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:04.606296 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:04.606626 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:04.606957 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:04.662112 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for floatingip, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:04.662462 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.l3_db [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Floating IP d9ccbc7e-7f4e-424f-9c0a-4b8455078696 disassociated (deleted). External IP: 172.27.2.85, port: 3f168241-3273-49a2-883f-bf76d502ab17. Sep 07 04:41:04.741416 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:41:05.114925 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Router a7a98401-f6c0-4995-8f38-72f2e9963ca2 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:41:05.221269 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:41:05.226279 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:05.233805 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38804f-9b7b-452c-8907-6f515d0f3221 None None] Sync routers for ids ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:41:05.244695 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38804f-9b7b-452c-8907-6f515d0f3221 None None] Routers {'a7a98401-f6c0-4995-8f38-72f2e9963ca2'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:41:05.253959 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-db38804f-9b7b-452c-8907-6f515d0f3221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:40:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:05.254386 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-cf00328c-e054-40b9-a4fa-c47c44eee232 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "DELETE /v2.0/floatingips/d9ccbc7e-7f4e-424f-9c0a-4b8455078696 HTTP/1.1" status: 204 len: 168 time: 1.1346915 Sep 07 04:41:05.254959 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b700dcfc-8639-4f7e-87de-5ad3195b3cb6', 'tag': '3f168241-3273-49a2-883f-bf76d502ab17'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:41:05.257220 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52aa290a-6a17-49fa-be1d-3087ce9b3da6" -d '{"events": [{"name": "network-changed", "server_uuid": "b700dcfc-8639-4f7e-87de-5ad3195b3cb6", "tag": "3f168241-3273-49a2-883f-bf76d502ab17"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:41:05.330853 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4278768a-194b-445d-bda2-0cb1ef0a567c x-openstack-request-id: req-4278768a-194b-445d-bda2-0cb1ef0a567c {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:41:05.331391 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b700dcfc-8639-4f7e-87de-5ad3195b3cb6", "tag": "3f168241-3273-49a2-883f-bf76d502ab17", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:41:05.331690 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4278768a-194b-445d-bda2-0cb1ef0a567c {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:41:05.332219 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b700dcfc-8639-4f7e-87de-5ad3195b3cb6', 'tag': '3f168241-3273-49a2-883f-bf76d502ab17', 'status': 'completed', 'code': 200} Sep 07 04:41:05.352589 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-db38804f-9b7b-452c-8907-6f515d0f3221 None None] Set router a7a98401-f6c0-4995-8f38-72f2e9963ca2 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:41:05.409067 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa290a-6a17-49fa-be1d-3087ce9b3da6 req-24892652-01ed-4ee2-b9f9-afed9e76c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:05.410543 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-52aa290a-6a17-49fa-be1d-3087ce9b3da6 req-24892652-01ed-4ee2-b9f9-afed9e76c9d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee77f689e65e4fa4886639d6a4aa761d&device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 1099 time: 0.0408947 Sep 07 04:41:05.503502 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa290a-6a17-49fa-be1d-3087ce9b3da6 req-616b1e8f-cfef-4e1f-abfe-e7efda7cc2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:05.504934 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-52aa290a-6a17-49fa-be1d-3087ce9b3da6 req-616b1e8f-cfef-4e1f-abfe-e7efda7cc2a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6881e86b-0218-4b28-af23-89d938232d21 HTTP/1.1" status: 200 len: 910 time: 0.0879488 Sep 07 04:41:05.555286 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-db38804f-9b7b-452c-8907-6f515d0f3221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'name': 'tempest-TestShelveInstance-1035666492-router', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:48Z', 'updated_at': '2021-09-07T04:35:52Z', 'revision_number': 4, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'gw_port': {'id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:49Z', 'updated_at': '2021-09-07T04:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'aecb9b2e-cbd5-427e-a74d-d8ab2030108a', 'name': '', 'network_id': '6881e86b-0218-4b28-af23-89d938232d21', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'mac_address': 'fa:16:3e:5d:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:51Z', 'updated_at': '2021-09-07T04:36:00Z', 'revision_number': 5, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'subnets': [{'id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:05.556605 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-52aa290a-6a17-49fa-be1d-3087ce9b3da6 req-0e0c09bc-c555-4d8a-9d18-976f093c4542 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f168241-3273-49a2-883f-bf76d502ab17 HTTP/1.1" status: 200 len: 217 time: 0.0450435 Sep 07 04:41:05.580872 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38804f-9b7b-452c-8907-6f515d0f3221 None None] Checking router: a7a98401-f6c0-4995-8f38-72f2e9963ca2 for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:41:05.589508 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38804f-9b7b-452c-8907-6f515d0f3221 None None] Routers {'a7a98401-f6c0-4995-8f38-72f2e9963ca2'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:41:05.590175 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-db38804f-9b7b-452c-8907-6f515d0f3221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:40:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:05.607044 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa290a-6a17-49fa-be1d-3087ce9b3da6 req-d98bbe7e-6e69-448d-9572-0b29b0ab68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:05.608520 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-52aa290a-6a17-49fa-be1d-3087ce9b3da6 req-d98bbe7e-6e69-448d-9572-0b29b0ab68cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b24d7332-c618-4337-aad6-a5c269b2242c HTTP/1.1" status: 200 len: 848 time: 0.0448253 Sep 07 04:41:05.662270 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa290a-6a17-49fa-be1d-3087ce9b3da6 req-929f38ff-0b7e-4e3b-9c9a-e9c8846d62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:05.663777 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-52aa290a-6a17-49fa-be1d-3087ce9b3da6 req-929f38ff-0b7e-4e3b-9c9a-e9c8846d62ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6881e86b-0218-4b28-af23-89d938232d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0473909 Sep 07 04:41:05.696742 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-db38804f-9b7b-452c-8907-6f515d0f3221 None None] Set router a7a98401-f6c0-4995-8f38-72f2e9963ca2 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:41:05.772084 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf7f93-2d09-404f-a1ee-f8f846bb705c req-fa7316ae-6bea-4736-ac95-87381f39e45c tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:05.773565 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6cbf7f93-2d09-404f-a1ee-f8f846bb705c req-fa7316ae-6bea-4736-ac95-87381f39e45c tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0965335 Sep 07 04:41:05.826949 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-52aa290a-6a17-49fa-be1d-3087ce9b3da6 req-a4aa955a-0240-40a2-9c3b-2f7e2d23b1c8 service neutron] 10.222.0.54 "GET /v2.0/networks/6881e86b-0218-4b28-af23-89d938232d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253293 Sep 07 04:41:05.831920 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6cbf7f93-2d09-404f-a1ee-f8f846bb705c req-c64002d4-dddc-4044-832c-7dbed6439da0 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516896 Sep 07 04:41:05.894412 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-db38804f-9b7b-452c-8907-6f515d0f3221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'name': 'tempest-TestShelveInstance-1035666492-router', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:48Z', 'updated_at': '2021-09-07T04:35:52Z', 'revision_number': 4, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'gw_port': {'id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:49Z', 'updated_at': '2021-09-07T04:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'aecb9b2e-cbd5-427e-a74d-d8ab2030108a', 'name': '', 'network_id': '6881e86b-0218-4b28-af23-89d938232d21', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'mac_address': 'fa:16:3e:5d:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:51Z', 'updated_at': '2021-09-07T04:36:00Z', 'revision_number': 5, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'subnets': [{'id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:05.916637 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-52aa290a-6a17-49fa-be1d-3087ce9b3da6 req-ba2b239a-4fb6-44da-a9b3-7dd8765df9e2 service neutron] 10.222.0.54 "GET /v2.0/networks/6881e86b-0218-4b28-af23-89d938232d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821905 Sep 07 04:41:05.920160 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38804f-9b7b-452c-8907-6f515d0f3221 None None] The sync data for ids ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'] in dv-cinder-804035-10-iscsi is: [{'id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'name': 'tempest-TestShelveInstance-1035666492-router', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:48Z', 'updated_at': '2021-09-07T04:35:52Z', 'revision_number': 4, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'gw_port': {'id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:49Z', 'updated_at': '2021-09-07T04:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'aecb9b2e-cbd5-427e-a74d-d8ab2030108a', 'name': '', 'network_id': '6881e86b-0218-4b28-af23-89d938232d21', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'mac_address': 'fa:16:3e:5d:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:51Z', 'updated_at': '2021-09-07T04:36:00Z', 'revision_number': 5, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'subnets': [{'id': 'b24d7332-c618-4337-aad6-a5c269b2242c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:41:06.124255 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa9a35-6cb1-422b-bf75-b5b40d82bfb3 None None] New status for floating IP d9ccbc7e-7f4e-424f-9c0a-4b8455078696: DOWN {{(pid=94313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:41:06.949176 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88c2e8-5ad8-40d7-9d76-3746fe8131ed req-f542269c-ff76-4034-8da8-fa2b8cc2339e tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:06.950647 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bb88c2e8-5ad8-40d7-9d76-3746fe8131ed req-f542269c-ff76-4034-8da8-fa2b8cc2339e tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0512691 Sep 07 04:41:06.992210 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bb88c2e8-5ad8-40d7-9d76-3746fe8131ed req-99b76253-33d5-4105-a5e9-686d1950c712 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354421 Sep 07 04:41:07.491758 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956f64c-cb49-4e6d-bdf7-68b7e8c0f8ca req-6cc41baf-87fb-4ff1-874f-c8da67041f40 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:07.493245 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b956f64c-cb49-4e6d-bdf7-68b7e8c0f8ca req-6cc41baf-87fb-4ff1-874f-c8da67041f40 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.54 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0472240 Sep 07 04:41:07.597007 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-b956f64c-cb49-4e6d-bdf7-68b7e8c0f8ca req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Deleting port 3f168241-3273-49a2-883f-bf76d502ab17 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:41:07.597346 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-b956f64c-cb49-4e6d-bdf7-68b7e8c0f8ca req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:07.929076 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-b956f64c-cb49-4e6d-bdf7-68b7e8c0f8ca req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] For port 3f168241-3273-49a2-883f-bf76d502ab17, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3f168241-3273-49a2-883f-bf76d502ab17,segment=NetworkSegment(f508e93d-056c-4485-9f5a-d70d90e0f434),segment_id=f508e93d-056c-4485-9f5a-d70d90e0f434)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:41:07.929484 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-b956f64c-cb49-4e6d-bdf7-68b7e8c0f8ca req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:07.941403 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-b956f64c-cb49-4e6d-bdf7-68b7e8c0f8ca req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Calling delete_port for 3f168241-3273-49a2-883f-bf76d502ab17 owned by compute:nova {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:41:08.108070 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf20c6-a1c2-49a5-821b-6b2990961a22 req-4e4a35d5-04b1-473e-95d9-c30f4bf9091a tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:08.109545 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cbbf20c6-a1c2-49a5-821b-6b2990961a22 req-4e4a35d5-04b1-473e-95d9-c30f4bf9091a tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 946 time: 0.0479646 Sep 07 04:41:08.147063 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cbbf20c6-a1c2-49a5-821b-6b2990961a22 req-72ab08ca-6f3f-4b55-b01c-63ffe88426f9 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/security-groups?id=02f41f50-9b23-4911-a99c-dfae21995bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315120 Sep 07 04:41:08.161540 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-b956f64c-cb49-4e6d-bdf7-68b7e8c0f8ca req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:08.195512 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Pushing event deleted for resources: {'Port': ['ID=3f168241-3273-49a2-883f-bf76d502ab17,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:08.207011 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:08.207358 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:08.207700 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:08.208039 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:08.208373 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:08.208733 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:08.209063 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:08.209391 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:08.210089 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:08.210089 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:08.210390 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:08.210662 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:08.254641 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-b956f64c-cb49-4e6d-bdf7-68b7e8c0f8ca req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] No DVR routers for this DVR port 3f168241-3273-49a2-883f-bf76d502ab17 on host hv-cinder-80403 {{(pid=94312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:41:08.257234 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-b956f64c-cb49-4e6d-bdf7-68b7e8c0f8ca req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:08.259163 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b956f64c-cb49-4e6d-bdf7-68b7e8c0f8ca req-71c03d52-53b0-4796-a970-265bc9060e86 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.54 "DELETE /v2.0/ports/3f168241-3273-49a2-883f-bf76d502ab17 HTTP/1.1" status: 204 len: 173 time: 0.7438836 Sep 07 04:41:08.259586 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b700dcfc-8639-4f7e-87de-5ad3195b3cb6', 'name': 'network-vif-deleted', 'tag': '3f168241-3273-49a2-883f-bf76d502ab17'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:41:08.262602 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cff6a15-5ca3-49d0-90f2-6e3fcbccbfcb" -d '{"events": [{"server_uuid": "b700dcfc-8639-4f7e-87de-5ad3195b3cb6", "name": "network-vif-deleted", "tag": "3f168241-3273-49a2-883f-bf76d502ab17"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:41:08.301146 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fb2bf5-8781-4672-b9cb-849f18d5f004 x-openstack-request-id: req-d4fb2bf5-8781-4672-b9cb-849f18d5f004 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:41:08.301442 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b700dcfc-8639-4f7e-87de-5ad3195b3cb6", "name": "network-vif-deleted", "tag": "3f168241-3273-49a2-883f-bf76d502ab17", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:41:08.301685 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d4fb2bf5-8781-4672-b9cb-849f18d5f004 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:41:08.302071 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b700dcfc-8639-4f7e-87de-5ad3195b3cb6', 'name': 'network-vif-deleted', 'tag': '3f168241-3273-49a2-883f-bf76d502ab17', 'status': 'completed', 'code': 200} Sep 07 04:41:09.254231 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3d055e1f-3106-4c3b-ad62-77ff4417e8ac req-bd9e75b8-6eda-43e0-861e-32e5618a8ee8 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "GET /v2.0/ports?device_id=b700dcfc-8639-4f7e-87de-5ad3195b3cb6 HTTP/1.1" status: 200 len: 210 time: 0.0291791 Sep 07 04:41:10.523690 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40660) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:10.582494 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-504d1fff-9a84-4d96-abcc-838b0c3db750 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:10.606978 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-504d1fff-9a84-4d96-abcc-838b0c3db750 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:10.735637 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-504d1fff-9a84-4d96-abcc-838b0c3db750 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:10.738562 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-504d1fff-9a84-4d96-abcc-838b0c3db750 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:10.739767 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-504d1fff-9a84-4d96-abcc-838b0c3db750 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] 10.222.0.55 "DELETE /v2.0/security-groups/02f41f50-9b23-4911-a99c-dfae21995bb7 HTTP/1.1" status: 204 len: 168 time: 0.2150984 Sep 07 04:41:10.745556 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 3f168241-3273-49a2-883f-bf76d502ab17 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:41:10.755844 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d1fff-9a84-4d96-abcc-838b0c3db750 tempest-TestShelveInstance-500182481 tempest-TestShelveInstance-500182481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f41f50-9b23-4911-a99c-dfae21995bb7,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:10.777127 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: 3f168241-3273-49a2-883f-bf76d502ab17 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:41:10.777497 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 3f168241-3273-49a2-883f-bf76d502ab17 not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:41:10.848650 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40666) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:11.331713 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c52bf78c-3e39-4bed-88d6-9e79dc3237d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471051'] for router_interface, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:11.569721 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-c52bf78c-3e39-4bed-88d6-9e79dc3237d3 admin admin] Deleting port aecb9b2e-cbd5-427e-a74d-d8ab2030108a {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:41:11.570377 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c52bf78c-3e39-4bed-88d6-9e79dc3237d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:11.647275 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [None req-c52bf78c-3e39-4bed-88d6-9e79dc3237d3 admin admin] For port aecb9b2e-cbd5-427e-a74d-d8ab2030108a, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=aecb9b2e-cbd5-427e-a74d-d8ab2030108a,segment=NetworkSegment(f508e93d-056c-4485-9f5a-d70d90e0f434),segment_id=f508e93d-056c-4485-9f5a-d70d90e0f434)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:41:11.647550 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c52bf78c-3e39-4bed-88d6-9e79dc3237d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:11.659728 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-c52bf78c-3e39-4bed-88d6-9e79dc3237d3 admin admin] Calling delete_port for aecb9b2e-cbd5-427e-a74d-d8ab2030108a owned by network:router_interface {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:41:11.948313 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c52bf78c-3e39-4bed-88d6-9e79dc3237d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:11.979543 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bf78c-3e39-4bed-88d6-9e79dc3237d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aecb9b2e-cbd5-427e-a74d-d8ab2030108a,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:12.140874 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-c52bf78c-3e39-4bed-88d6-9e79dc3237d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471191'] for router_interface, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:12.353251 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52bf78c-3e39-4bed-88d6-9e79dc3237d3 admin admin] Router a7a98401-f6c0-4995-8f38-72f2e9963ca2 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:41:12.457701 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52bf78c-3e39-4bed-88d6-9e79dc3237d3 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:41:12.465434 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-c52bf78c-3e39-4bed-88d6-9e79dc3237d3 admin admin] 10.222.0.55 "PUT /v2.0/routers/a7a98401-f6c0-4995-8f38-72f2e9963ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6130764 Sep 07 04:41:12.465434 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40672) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:12.495072 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd4f055-aff1-414f-aeee-c54c271db452 None None] Sync routers for ids ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:41:12.512000 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd4f055-aff1-414f-aeee-c54c271db452 None None] Routers {'a7a98401-f6c0-4995-8f38-72f2e9963ca2'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:41:12.512650 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-2dd4f055-aff1-414f-aeee-c54c271db452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:40:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:12.567632 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-925f5b8e-0503-4af2-8ea7-6d674449fb50 admin admin] Notify callbacks [] for router, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:12.629152 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-2dd4f055-aff1-414f-aeee-c54c271db452 None None] Set router a7a98401-f6c0-4995-8f38-72f2e9963ca2 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:41:12.670009 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-925f5b8e-0503-4af2-8ea7-6d674449fb50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:12.793055 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-925f5b8e-0503-4af2-8ea7-6d674449fb50 admin admin] Deleting port 2fa068ae-c550-4a7d-8add-d60c9c66c56f {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:41:12.793403 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-925f5b8e-0503-4af2-8ea7-6d674449fb50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:12.875907 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [None req-925f5b8e-0503-4af2-8ea7-6d674449fb50 admin admin] For port 2fa068ae-c550-4a7d-8add-d60c9c66c56f, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=2fa068ae-c550-4a7d-8add-d60c9c66c56f,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:41:12.876280 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-925f5b8e-0503-4af2-8ea7-6d674449fb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:12.891818 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-925f5b8e-0503-4af2-8ea7-6d674449fb50 admin admin] Calling delete_port for 2fa068ae-c550-4a7d-8add-d60c9c66c56f owned by network:router_gateway {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:41:12.933512 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-2dd4f055-aff1-414f-aeee-c54c271db452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'name': 'tempest-TestShelveInstance-1035666492-router', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:48Z', 'updated_at': '2021-09-07T04:41:11Z', 'revision_number': 5, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'gw_port': {'id': '2fa068ae-c550-4a7d-8add-d60c9c66c56f', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:35:49Z', 'updated_at': '2021-09-07T04:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:12.959632 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd4f055-aff1-414f-aeee-c54c271db452 None None] Checking router: a7a98401-f6c0-4995-8f38-72f2e9963ca2 for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:41:12.970028 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd4f055-aff1-414f-aeee-c54c271db452 None None] Routers {'a7a98401-f6c0-4995-8f38-72f2e9963ca2'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:41:12.970028 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-2dd4f055-aff1-414f-aeee-c54c271db452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:40:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:13.063785 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-2dd4f055-aff1-414f-aeee-c54c271db452 None None] Set router a7a98401-f6c0-4995-8f38-72f2e9963ca2 gateway port host: None {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:41:13.115465 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-925f5b8e-0503-4af2-8ea7-6d674449fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:13.115958 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-2dd4f055-aff1-414f-aeee-c54c271db452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'name': 'tempest-TestShelveInstance-1035666492-router', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:48Z', 'updated_at': '2021-09-07T04:41:12Z', 'revision_number': 6, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'gw_port_host': None}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:13.143198 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd4f055-aff1-414f-aeee-c54c271db452 None None] The sync data for ids ['a7a98401-f6c0-4995-8f38-72f2e9963ca2'] in dv-cinder-804035-10-iscsi is: [{'id': 'a7a98401-f6c0-4995-8f38-72f2e9963ca2', 'name': 'tempest-TestShelveInstance-1035666492-router', 'tenant_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:48Z', 'updated_at': '2021-09-07T04:41:12Z', 'revision_number': 6, 'project_id': 'ee77f689e65e4fa4886639d6a4aa761d', 'gw_port_host': None}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:41:13.146617 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f5b8e-0503-4af2-8ea7-6d674449fb50 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa068ae-c550-4a7d-8add-d60c9c66c56f,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:13.209225 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-925f5b8e-0503-4af2-8ea7-6d674449fb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472629'] for router_gateway, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:13.296993 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-925f5b8e-0503-4af2-8ea7-6d674449fb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-50016'] for router, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:13.299135 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-925f5b8e-0503-4af2-8ea7-6d674449fb50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:13.438940 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-925f5b8e-0503-4af2-8ea7-6d674449fb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-460655'] for router, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:13.439340 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925f5b8e-0503-4af2-8ea7-6d674449fb50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7a98401-f6c0-4995-8f38-72f2e9963ca2 {{(pid=94312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 04:41:13.443655 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-925f5b8e-0503-4af2-8ea7-6d674449fb50 admin admin] Notify callbacks [] for router, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:13.444909 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-925f5b8e-0503-4af2-8ea7-6d674449fb50 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a7a98401-f6c0-4995-8f38-72f2e9963ca2 HTTP/1.1" status: 204 len: 168 time: 0.9784901 Sep 07 04:41:13.447384 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40676) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:13.495890 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa518d7a-672f-4d6f-aa6a-1426e54225c4 admin admin] Deleting subnet b24d7332-c618-4337-aad6-a5c269b2242c {{(pid=94312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:41:13.499653 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fa518d7a-672f-4d6f-aa6a-1426e54225c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:13.534304 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fa518d7a-672f-4d6f-aa6a-1426e54225c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270396'] for subnet, precommit_delete_associations {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:13.627681 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fa518d7a-672f-4d6f-aa6a-1426e54225c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1475966'] for subnet, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:13.744280 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fa518d7a-672f-4d6f-aa6a-1426e54225c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1475957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9711872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8919976'] for subnet, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:13.769085 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa518d7a-672f-4d6f-aa6a-1426e54225c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b24d7332-c618-4337-aad6-a5c269b2242c,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:13.774675 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fa518d7a-672f-4d6f-aa6a-1426e54225c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:13.778286 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-fa518d7a-672f-4d6f-aa6a-1426e54225c4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b24d7332-c618-4337-aad6-a5c269b2242c HTTP/1.1" status: 204 len: 168 time: 0.3291399 Sep 07 04:41:13.779914 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40678) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:13.780106 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331031d3-7490-4d6c-92d4-7b53a56f81c2 None None] Network 6881e86b-0218-4b28-af23-89d938232d21 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:41:13.846452 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543271'] for network, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:13.902304 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] Deleting port b20008b3-8a7f-4e80-85db-cc44354f573c {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:41:13.902889 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:13.975346 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f6cb00-d10d-48fb-bd5a-d86a3fda4f08 None None] DHCP port deletion for 6881e86b-0218-4b28-af23-89d938232d21 request from dv-cinder-804035-10-iscsi {{(pid=94313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 04:41:13.977277 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] For port b20008b3-8a7f-4e80-85db-cc44354f573c, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=b20008b3-8a7f-4e80-85db-cc44354f573c,segment=NetworkSegment(f508e93d-056c-4485-9f5a-d70d90e0f434),segment_id=f508e93d-056c-4485-9f5a-d70d90e0f434)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:41:13.977573 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device aecb9b2e-cbd5-427e-a74d-d8ab2030108a no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:41:13.977724 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:13.992196 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] Calling delete_port for b20008b3-8a7f-4e80-85db-cc44354f573c owned by network:dhcp {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:41:13.998786 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: aecb9b2e-cbd5-427e-a74d-d8ab2030108a {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:41:13.999096 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device aecb9b2e-cbd5-427e-a74d-d8ab2030108a not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:41:14.044158 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-43f6cb00-d10d-48fb-bd5a-d86a3fda4f08 None None] Deleting port b20008b3-8a7f-4e80-85db-cc44354f573c {{(pid=94313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:41:14.044856 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-43f6cb00-d10d-48fb-bd5a-d86a3fda4f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:14.159158 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:14.192444 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b20008b3-8a7f-4e80-85db-cc44354f573c,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:14.196080 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] No DVR routers for this DVR port b20008b3-8a7f-4e80-85db-cc44354f573c on host dv-cinder-804035-10-iscsi {{(pid=94312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:41:14.236283 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-43f6cb00-d10d-48fb-bd5a-d86a3fda4f08 None None] For port b20008b3-8a7f-4e80-85db-cc44354f573c, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=b20008b3-8a7f-4e80-85db-cc44354f573c,segment=NetworkSegment(f508e93d-056c-4485-9f5a-d70d90e0f434),segment_id=f508e93d-056c-4485-9f5a-d70d90e0f434)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:41:14.236718 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-43f6cb00-d10d-48fb-bd5a-d86a3fda4f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:14.250251 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-43f6cb00-d10d-48fb-bd5a-d86a3fda4f08 None None] Calling delete_port for b20008b3-8a7f-4e80-85db-cc44354f573c owned by network:dhcp {{(pid=94313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:41:14.270467 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474017', 'neutron.services.segments.db._delete_segments_for_network-8773844615792'] for network, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:14.290335 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6881e86b-0218-4b28-af23-89d938232d21']}} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:14.300799 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f508e93d-056c-4485-9f5a-d70d90e0f434') {'for_net_delete': True} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:14.301098 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f508e93d-056c-4485-9f5a-d70d90e0f434') {} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:14.314681 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773844616057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270375'] for segment, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:14.327947 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:14.329013 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-43f6cb00-d10d-48fb-bd5a-d86a3fda4f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477'] for port, after_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:14.334273 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:41:14.334666 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9711978'] for segment, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: Traceback (most recent call last): Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: timer() Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: cb(*args, **kw) Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: return func(*args, **kwargs) Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: self._notify() Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: self.callback(batched_events) Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: event.method(event) Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: return f(self, *a, **k) Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._get(url).json() Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: return self.request(url, 'GET', **kwargs) Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:41:14.336354 dv-cinder-804035-10-iscsi neutron-server[94312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:41:14.352664 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6cb00-d10d-48fb-bd5a-d86a3fda4f08 None None] Pushing event deleted for resources: {'Port': ['ID=b20008b3-8a7f-4e80-85db-cc44354f573c,revision_number=None']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:14.359622 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6cb00-d10d-48fb-bd5a-d86a3fda4f08 None None] No DVR routers for this DVR port b20008b3-8a7f-4e80-85db-cc44354f573c on host dv-cinder-804035-10-iscsi {{(pid=94313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:41:14.461387 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472601'] for network, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:14.467867 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:14.469663 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6881e86b-0218-4b28-af23-89d938232d21 HTTP/1.1" status: 204 len: 168 time: 0.6888323 Sep 07 04:41:14.472730 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40682) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:14.480980 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf9927-8b60-4798-89e3-3ce2c26cc9b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6881e86b-0218-4b28-af23-89d938232d21,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:14.812306 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-dfd5ff3f-2128-4e9d-9e76-932e94b86514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471051'] for router_interface, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:15.047462 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-dfd5ff3f-2128-4e9d-9e76-932e94b86514 admin admin] Deleting port 0ace4403-5fd7-4a61-9dde-bc744e96bd1c {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:41:15.047804 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-dfd5ff3f-2128-4e9d-9e76-932e94b86514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:15.127405 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-dfd5ff3f-2128-4e9d-9e76-932e94b86514 admin admin] For port 0ace4403-5fd7-4a61-9dde-bc744e96bd1c, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=0ace4403-5fd7-4a61-9dde-bc744e96bd1c,segment=NetworkSegment(81d3799d-4c65-42c2-b3e9-54abba7cc42d),segment_id=81d3799d-4c65-42c2-b3e9-54abba7cc42d)] {{(pid=94311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:41:15.127681 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-dfd5ff3f-2128-4e9d-9e76-932e94b86514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:15.140551 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-dfd5ff3f-2128-4e9d-9e76-932e94b86514 admin admin] Calling delete_port for 0ace4403-5fd7-4a61-9dde-bc744e96bd1c owned by network:router_interface {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:41:15.389801 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-dfd5ff3f-2128-4e9d-9e76-932e94b86514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:15.415293 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5ff3f-2128-4e9d-9e76-932e94b86514 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ace4403-5fd7-4a61-9dde-bc744e96bd1c,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:15.588149 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-dfd5ff3f-2128-4e9d-9e76-932e94b86514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471191'] for router_interface, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:15.648629 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device b20008b3-8a7f-4e80-85db-cc44354f573c no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:41:15.669221 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: b20008b3-8a7f-4e80-85db-cc44354f573c {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:41:15.669572 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device b20008b3-8a7f-4e80-85db-cc44354f573c not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:41:15.669990 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 2fa068ae-c550-4a7d-8add-d60c9c66c56f no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:41:15.688306 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: 2fa068ae-c550-4a7d-8add-d60c9c66c56f {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:41:15.688618 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 2fa068ae-c550-4a7d-8add-d60c9c66c56f not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:41:15.799665 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd5ff3f-2128-4e9d-9e76-932e94b86514 admin admin] Router 618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:41:15.907333 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd5ff3f-2128-4e9d-9e76-932e94b86514 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:41:15.913504 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-dfd5ff3f-2128-4e9d-9e76-932e94b86514 admin admin] 10.222.0.55 "PUT /v2.0/routers/618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4384692 Sep 07 04:41:15.915312 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40686) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:15.916476 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ecf014-4a58-4048-bd5e-b8817a99c027 None None] Sync routers for ids ['618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:41:15.925465 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ecf014-4a58-4048-bd5e-b8817a99c027 None None] Routers {'618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:41:15.926080 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-07ecf014-4a58-4048-bd5e-b8817a99c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:40:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:16.018733 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-22440f4c-e139-4691-9936-ed4fbdb7cbcc admin admin] Notify callbacks [] for router, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:16.031387 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-07ecf014-4a58-4048-bd5e-b8817a99c027 None None] Set router 618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:41:16.120986 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-22440f4c-e139-4691-9936-ed4fbdb7cbcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:16.212660 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-07ecf014-4a58-4048-bd5e-b8817a99c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e', 'name': 'tempest-TestShelveInstance-363059884-router', 'tenant_id': '098d8da05c2e42328755a43aaf4375cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '1d7a7946-a320-46f6-bf88-84390314d839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:58Z', 'updated_at': '2021-09-07T04:41:15Z', 'revision_number': 5, 'project_id': '098d8da05c2e42328755a43aaf4375cd', 'gw_port': {'id': '1d7a7946-a320-46f6-bf88-84390314d839', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:36:00Z', 'updated_at': '2021-09-07T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:16.227728 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-22440f4c-e139-4691-9936-ed4fbdb7cbcc admin admin] Deleting port 1d7a7946-a320-46f6-bf88-84390314d839 {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:41:16.228072 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-22440f4c-e139-4691-9936-ed4fbdb7cbcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:16.239629 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ecf014-4a58-4048-bd5e-b8817a99c027 None None] Checking router: 618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:41:16.248179 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ecf014-4a58-4048-bd5e-b8817a99c027 None None] Routers {'618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:41:16.248859 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-07ecf014-4a58-4048-bd5e-b8817a99c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:40:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:16.312848 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-22440f4c-e139-4691-9936-ed4fbdb7cbcc admin admin] For port 1d7a7946-a320-46f6-bf88-84390314d839, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=1d7a7946-a320-46f6-bf88-84390314d839,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:41:16.313307 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-22440f4c-e139-4691-9936-ed4fbdb7cbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:16.327709 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-22440f4c-e139-4691-9936-ed4fbdb7cbcc admin admin] Calling delete_port for 1d7a7946-a320-46f6-bf88-84390314d839 owned by network:router_gateway {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:41:16.338838 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-07ecf014-4a58-4048-bd5e-b8817a99c027 None None] Set router 618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e gateway port host: None {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:41:16.392345 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-07ecf014-4a58-4048-bd5e-b8817a99c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e', 'name': 'tempest-TestShelveInstance-363059884-router', 'tenant_id': '098d8da05c2e42328755a43aaf4375cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:58Z', 'updated_at': '2021-09-07T04:41:16Z', 'revision_number': 6, 'project_id': '098d8da05c2e42328755a43aaf4375cd', 'gw_port_host': None}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:16.421799 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ecf014-4a58-4048-bd5e-b8817a99c027 None None] The sync data for ids ['618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e'] in dv-cinder-804035-10-iscsi is: [{'id': '618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e', 'name': 'tempest-TestShelveInstance-363059884-router', 'tenant_id': '098d8da05c2e42328755a43aaf4375cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:35:58Z', 'updated_at': '2021-09-07T04:41:16Z', 'revision_number': 6, 'project_id': '098d8da05c2e42328755a43aaf4375cd', 'gw_port_host': None}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:41:16.555527 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-22440f4c-e139-4691-9936-ed4fbdb7cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:16.579514 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22440f4c-e139-4691-9936-ed4fbdb7cbcc admin admin] Pushing event deleted for resources: {'Port': ['ID=1d7a7946-a320-46f6-bf88-84390314d839,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:16.646073 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-22440f4c-e139-4691-9936-ed4fbdb7cbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472629'] for router_gateway, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:16.745508 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-22440f4c-e139-4691-9936-ed4fbdb7cbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-50016'] for router, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:16.747579 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-22440f4c-e139-4691-9936-ed4fbdb7cbcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:16.863983 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-22440f4c-e139-4691-9936-ed4fbdb7cbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-460655'] for router, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:16.864606 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22440f4c-e139-4691-9936-ed4fbdb7cbcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e {{(pid=94311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 04:41:16.869352 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-22440f4c-e139-4691-9936-ed4fbdb7cbcc admin admin] Notify callbacks [] for router, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:16.871205 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-22440f4c-e139-4691-9936-ed4fbdb7cbcc admin admin] 10.222.0.55 "DELETE /v2.0/routers/618428c3-f4e6-4d00-a3d7-d0a2ec3a2d4e HTTP/1.1" status: 204 len: 168 time: 0.9549561 Sep 07 04:41:16.873776 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40690) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:16.921673 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c69fb1-88c5-4fa6-b026-f0d11898402d admin admin] Deleting subnet d8f20259-7914-4c24-85c5-3f093b961600 {{(pid=94311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:41:16.924740 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-11c69fb1-88c5-4fa6-b026-f0d11898402d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:16.960515 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-11c69fb1-88c5-4fa6-b026-f0d11898402d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10360177'] for subnet, precommit_delete_associations {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:17.035588 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-11c69fb1-88c5-4fa6-b026-f0d11898402d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1475966'] for subnet, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:17.296697 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-11c69fb1-88c5-4fa6-b026-f0d11898402d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1475957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9042426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9124892'] for subnet, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:17.325109 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c69fb1-88c5-4fa6-b026-f0d11898402d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f20259-7914-4c24-85c5-3f093b961600,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:17.333013 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-11c69fb1-88c5-4fa6-b026-f0d11898402d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:17.337314 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-11c69fb1-88c5-4fa6-b026-f0d11898402d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d8f20259-7914-4c24-85c5-3f093b961600 HTTP/1.1" status: 204 len: 168 time: 0.4601963 Sep 07 04:41:17.337793 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40692) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:17.338017 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3c8178-dcc5-4c0d-aee4-0d1e5a122984 None None] Network 1518bd48-7b01-49d9-b39a-05c14c2dacc6 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:41:17.409924 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543271'] for network, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:17.467794 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] Deleting port 318d06cd-f55d-42ab-8de3-1b6fc112aa1d {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:41:17.468144 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:17.517914 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f4a021-8fe4-40cf-96b2-cc135b566c8e None None] DHCP port deletion for 1518bd48-7b01-49d9-b39a-05c14c2dacc6 request from dv-cinder-804035-10-iscsi {{(pid=94313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 04:41:17.539250 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] For port 318d06cd-f55d-42ab-8de3-1b6fc112aa1d, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=318d06cd-f55d-42ab-8de3-1b6fc112aa1d,segment=NetworkSegment(81d3799d-4c65-42c2-b3e9-54abba7cc42d),segment_id=81d3799d-4c65-42c2-b3e9-54abba7cc42d)] {{(pid=94311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:41:17.539629 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:17.559560 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] Calling delete_port for 318d06cd-f55d-42ab-8de3-1b6fc112aa1d owned by network:dhcp {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:41:17.581865 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-63f4a021-8fe4-40cf-96b2-cc135b566c8e None None] Deleting port 318d06cd-f55d-42ab-8de3-1b6fc112aa1d {{(pid=94313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:41:17.582255 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-63f4a021-8fe4-40cf-96b2-cc135b566c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:17.634309 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 318d06cd-f55d-42ab-8de3-1b6fc112aa1d no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:41:17.673024 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-63f4a021-8fe4-40cf-96b2-cc135b566c8e None None] For port 318d06cd-f55d-42ab-8de3-1b6fc112aa1d, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=318d06cd-f55d-42ab-8de3-1b6fc112aa1d,segment=NetworkSegment(81d3799d-4c65-42c2-b3e9-54abba7cc42d),segment_id=81d3799d-4c65-42c2-b3e9-54abba7cc42d)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:41:17.673360 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-63f4a021-8fe4-40cf-96b2-cc135b566c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:17.691847 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-63f4a021-8fe4-40cf-96b2-cc135b566c8e None None] Calling delete_port for 318d06cd-f55d-42ab-8de3-1b6fc112aa1d owned by network:dhcp {{(pid=94313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:41:17.741648 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:17.771821 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=318d06cd-f55d-42ab-8de3-1b6fc112aa1d,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:17.777179 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] No DVR routers for this DVR port 318d06cd-f55d-42ab-8de3-1b6fc112aa1d on host dv-cinder-804035-10-iscsi {{(pid=94311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:41:17.784375 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:17.839277 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 0ace4403-5fd7-4a61-9dde-bc744e96bd1c no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:41:17.840929 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-63f4a021-8fe4-40cf-96b2-cc135b566c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477'] for port, after_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:17.850181 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474017', 'neutron.services.segments.db._delete_segments_for_network-8773844615792'] for network, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:17.872449 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.services.segments.db [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1518bd48-7b01-49d9-b39a-05c14c2dacc6']}} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:17.883167 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: 0ace4403-5fd7-4a61-9dde-bc744e96bd1c {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:41:17.883525 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 0ace4403-5fd7-4a61-9dde-bc744e96bd1c not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:41:17.883960 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 1d7a7946-a320-46f6-bf88-84390314d839 no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:41:17.884328 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.services.segments.db [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d3799d-4c65-42c2-b3e9-54abba7cc42d') {'for_net_delete': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:17.884818 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.services.segments.db [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d3799d-4c65-42c2-b3e9-54abba7cc42d') {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:17.887710 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4a021-8fe4-40cf-96b2-cc135b566c8e None None] Pushing event deleted for resources: {'Port': ['ID=318d06cd-f55d-42ab-8de3-1b6fc112aa1d,revision_number=None']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:17.891911 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f4a021-8fe4-40cf-96b2-cc135b566c8e None None] No DVR routers for this DVR port 318d06cd-f55d-42ab-8de3-1b6fc112aa1d on host dv-cinder-804035-10-iscsi {{(pid=94313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:41:17.899335 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773844616057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10360170'] for segment, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:17.911786 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: 1d7a7946-a320-46f6-bf88-84390314d839 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:41:17.912143 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 1d7a7946-a320-46f6-bf88-84390314d839 not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:41:17.914982 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:17.922265 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:41:17.922657 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9042320'] for segment, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: Traceback (most recent call last): Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: timer() Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: cb(*args, **kw) Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: return func(*args, **kwargs) Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: self._notify() Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: self.callback(batched_events) Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: event.method(event) Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: return f(self, *a, **k) Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: return self._get(url).json() Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: return self.request(url, 'GET', **kwargs) Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:41:17.924302 dv-cinder-804035-10-iscsi neutron-server[94311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:41:18.047111 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472601'] for network, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:18.052460 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:18.054329 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1518bd48-7b01-49d9-b39a-05c14c2dacc6 HTTP/1.1" status: 204 len: 168 time: 0.7151027 Sep 07 04:41:18.065525 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479a3aa-8007-42b0-8da0-e9ea1bef3ec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1518bd48-7b01-49d9-b39a-05c14c2dacc6,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:18.387055 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40698) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:18.426520 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-6ba772ab-49de-42b7-bb1d-28545b18013d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee77f689e65e4fa4886639d6a4aa761d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383453 Sep 07 04:41:18.428838 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40700) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:18.474491 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c779cc50-25b4-423c-889e-36c330145925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:18.498911 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c779cc50-25b4-423c-889e-36c330145925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:18.638584 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c779cc50-25b4-423c-889e-36c330145925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:18.641117 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c779cc50-25b4-423c-889e-36c330145925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:18.642274 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-c779cc50-25b4-423c-889e-36c330145925 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f98cca29-ae0a-4c46-9aec-d2ac1d9b4c20 HTTP/1.1" status: 204 len: 168 time: 0.2125604 Sep 07 04:41:18.649857 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779cc50-25b4-423c-889e-36c330145925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98cca29-ae0a-4c46-9aec-d2ac1d9b4c20,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:19.272330 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40708) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:19.310741 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-986c9740-7a4e-4f02-b977-c7d1253482e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=098d8da05c2e42328755a43aaf4375cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372190 Sep 07 04:41:19.313156 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40710) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:19.359218 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ac189ef2-8540-4617-9e7e-c7207f98b67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:19.379872 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ac189ef2-8540-4617-9e7e-c7207f98b67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:19.498469 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ac189ef2-8540-4617-9e7e-c7207f98b67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:19.501227 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ac189ef2-8540-4617-9e7e-c7207f98b67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:19.502374 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-ac189ef2-8540-4617-9e7e-c7207f98b67b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37b62a50-a2a6-4965-9401-f20f375c00b1 HTTP/1.1" status: 204 len: 168 time: 0.1883454 Sep 07 04:41:19.510934 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac189ef2-8540-4617-9e7e-c7207f98b67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b62a50-a2a6-4965-9401-f20f375c00b1,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:20.465977 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40734) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:20.559833 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-caf6f633-d22d-403d-87a3-a35706b44916 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-368952011-network', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:41:20.690240 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf6f633-d22d-403d-87a3-a35706b44916 admin admin] Made reservation on behalf of 2a49cf532fe548db94674dc3c4f1450f for: {'network': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:41:20.692585 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-caf6f633-d22d-403d-87a3-a35706b44916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:20.702214 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-caf6f633-d22d-403d-87a3-a35706b44916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:20.787637 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-caf6f633-d22d-403d-87a3-a35706b44916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:20.858336 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-caf6f633-d22d-403d-87a3-a35706b44916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:20.882711 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf6f633-d22d-403d-87a3-a35706b44916 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=94312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:41:20.896212 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6f633-d22d-403d-87a3-a35706b44916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d79f65-dc68-41cb-88b2-7229cbe5a493,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:20.901167 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-caf6f633-d22d-403d-87a3-a35706b44916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:20.906723 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.segments_db [None req-caf6f633-d22d-403d-87a3-a35706b44916 admin admin] Added segment 77c544f7-08e6-4fd7-adf1-05662dc1fd0c of type vlan for network bc54e37a-82e9-4557-9010-be489d666b94 Sep 07 04:41:20.942170 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-caf6f633-d22d-403d-87a3-a35706b44916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:21.075631 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-caf6f633-d22d-403d-87a3-a35706b44916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:21.076662 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf6f633-d22d-403d-87a3-a35706b44916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:21.077259 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-caf6f633-d22d-403d-87a3-a35706b44916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:21.135589 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6f633-d22d-403d-87a3-a35706b44916 admin admin] Pushing event updated for resources: {'Network': ['ID=bc54e37a-82e9-4557-9010-be489d666b94,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:21.145606 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network bc54e37a-82e9-4557-9010-be489d666b94 details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:41:21.222254 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-caf6f633-d22d-403d-87a3-a35706b44916 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7551582 Sep 07 04:41:21.225031 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40740) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:21.230469 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-96d97e4a-ad8c-4176-b1bc-dddadade2258 admin admin] Request body: {'subnet': {'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-368952011-subnet', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'ip_version': 4}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:41:21.312727 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d97e4a-ad8c-4176-b1bc-dddadade2258 admin admin] Made reservation on behalf of 2a49cf532fe548db94674dc3c4f1450f for: {'subnet': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:41:21.315019 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-96d97e4a-ad8c-4176-b1bc-dddadade2258 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8920007'] for subnet, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:21.578755 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-96d97e4a-ad8c-4176-b1bc-dddadade2258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9712067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8919985'] for subnet, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:21.634275 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d97e4a-ad8c-4176-b1bc-dddadade2258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b5abe33-e09a-4af3-af47-24268cfb548e,revision_number=0']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:21.646040 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d97e4a-ad8c-4176-b1bc-dddadade2258 admin admin] Checking segment: {'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:41:21.646432 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d97e4a-ad8c-4176-b1bc-dddadade2258 admin admin] Network hostable DHCP agents. Network: bc54e37a-82e9-4557-9010-be489d666b94, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:41:21.810074 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d97e4a-ad8c-4176-b1bc-dddadade2258 admin admin] Network bc54e37a-82e9-4557-9010-be489d666b94 is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:41:21.915690 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-96d97e4a-ad8c-4176-b1bc-dddadade2258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, bc54e37a-82e9-4557-9010-be489d666b94) {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:41:21.924538 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d97e4a-ad8c-4176-b1bc-dddadade2258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:21.925132 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-96d97e4a-ad8c-4176-b1bc-dddadade2258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:21.925384 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a12932-d78c-4d05-84e6-1c06dffd8c1e None None] Network bc54e37a-82e9-4557-9010-be489d666b94 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:41:22.033651 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-96d97e4a-ad8c-4176-b1bc-dddadade2258 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8075716 Sep 07 04:41:22.036174 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40744) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:22.040779 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:41:22.070129 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f0861aa-1164-573e-aee3-8cc302ec4a76-bc54e37a-82e9-4557-9010-be489d666b94', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e'}]}} from dv-cinder-804035-10-iscsi. {{(pid=94313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:41:22.071103 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:22.155668 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-50034'] for router, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:22.156869 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-50041'] for router, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:22.200578 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.db_base_plugin_common [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Allocated IP 172.20.0.2 (bc54e37a-82e9-4557-9010-be489d666b94/2b5abe33-e09a-4af3-af47-24268cfb548e/724e764e-f5aa-411b-91e6-a96e0dc37118) {{(pid=94313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:41:22.209479 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:22.341618 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:22.349635 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Transition to ACTIVE for port object 724e764e-f5aa-411b-91e6-a96e0dc37118 will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:41:22.364769 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Transition to ACTIVE for port object 724e764e-f5aa-411b-91e6-a96e0dc37118 will not be triggered until provisioned by entity DHCP. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:41:22.436241 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468'] for port, after_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:22.477461 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Network bc54e37a-82e9-4557-9010-be489d666b94 is already hosted by enough agents. {{(pid=94313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:41:22.484007 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.base_scheduler [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Resources bound (agent type, host, resource id): {{(pid=94313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:41:22.488766 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Received port after_create {{(pid=94313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:41:22.491944 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Pushing event updated for resources: {'Port': ['ID=724e764e-f5aa-411b-91e6-a96e0dc37118,revision_number=1']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:22.551018 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Attempting to bind port 724e764e-f5aa-411b-91e6-a96e0dc37118 on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:41:22.551397 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Attempting to bind port 724e764e-f5aa-411b-91e6-a96e0dc37118 by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:41:22.551768 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Attempting to bind port 724e764e-f5aa-411b-91e6-a96e0dc37118 on network bc54e37a-82e9-4557-9010-be489d666b94 {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:41:22.557571 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:41:22.557955 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Checking segment: {'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:41:22.558365 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:22.558769 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Bound using segment: {'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:41:22.559375 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Bound port: 724e764e-f5aa-411b-91e6-a96e0dc37118, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:41:22.559771 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:22.625221 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] For port 724e764e-f5aa-411b-91e6-a96e0dc37118, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:41:22.628233 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] For port 724e764e-f5aa-411b-91e6-a96e0dc37118, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=724e764e-f5aa-411b-91e6-a96e0dc37118,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:41:22.677498 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:22.704719 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:22.762805 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320e99e-47b1-4ce2-86d8-d40b3f7915a4 None None] Pushing event updated for resources: {'Port': ['ID=724e764e-f5aa-411b-91e6-a96e0dc37118,revision_number=2']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:22.985740 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:23.008884 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:23.112174 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] Allocated IP 172.27.2.223 (8b8648d5-0172-4d8a-aa17-a0353230f6f5/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8/d223e3a9-cebb-4bba-9c67-488e32ffdd19) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:41:23.216934 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:23.339413 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:23.377747 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:41:23.380729 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:41:23.387342 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:41:23.410618 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] Pushing event updated for resources: {'Port': ['ID=d223e3a9-cebb-4bba-9c67-488e32ffdd19,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:23.574581 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb16504-7f62-49a5-bd8e-a2b9a69a80a1 None None] Network bc54e37a-82e9-4557-9010-be489d666b94 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:41:23.645742 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 724e764e-f5aa-411b-91e6-a96e0dc37118 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:41:23.703385 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:23.767065 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-dcbc4aaa-199d-4aca-bc13-07d699ee2e9f None None] Provisioning for port 724e764e-f5aa-411b-91e6-a96e0dc37118 completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:41:23.812777 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port 724e764e-f5aa-411b-91e6-a96e0dc37118 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:41:23.816943 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 724e764e-f5aa-411b-91e6-a96e0dc37118 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:41:23.820838 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:23.899174 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:23.911568 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473069'] for router, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:23.947225 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port 724e764e-f5aa-411b-91e6-a96e0dc37118, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=724e764e-f5aa-411b-91e6-a96e0dc37118,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:41:23.991884 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-56c5f9fe-bd18-49f4-b1ec-17742dab8786 None None] Provisioning complete for port 724e764e-f5aa-411b-91e6-a96e0dc37118 triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:41:23.992268 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-56c5f9fe-bd18-49f4-b1ec-17742dab8786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:24.040489 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:24.117087 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=724e764e-f5aa-411b-91e6-a96e0dc37118,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:24.126748 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] Router 85ac041a-b421-44d4-9934-92f08ead8729 is scheduled to L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 with binding_index 1 {{(pid=94312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:41:24.234377 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:41:24.243681 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Sync routers for ids ['85ac041a-b421-44d4-9934-92f08ead8729'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:41:24.254190 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Routers {'85ac041a-b421-44d4-9934-92f08ead8729'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:41:24.254798 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-6853a433-673c-42af-a885-006ff59dd37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:40:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['85ac041a-b421-44d4-9934-92f08ead8729'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:24.355819 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Set router 85ac041a-b421-44d4-9934-92f08ead8729 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:41:24.416274 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] Notify callbacks [] for router, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:24.418450 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-cef54d53-d8a5-4b20-8bb5-4eccf3ffb468 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3811786 Sep 07 04:41:24.421140 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 40750) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:24.532981 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-6853a433-673c-42af-a885-006ff59dd37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:23Z', 'revision_number': 3, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:24.558844 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Checking router: 85ac041a-b421-44d4-9934-92f08ead8729 for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:41:24.559195 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Updating router 85ac041a-b421-44d4-9934-92f08ead8729 port d223e3a9-cebb-4bba-9c67-488e32ffdd19 binding host dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:41:24.583289 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:24.829187 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:24.831966 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Notify callbacks [] for port, precommit_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:24.842082 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.provisioning_blocks [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Transition to ACTIVE for port object d223e3a9-cebb-4bba-9c67-488e32ffdd19 will not be triggered until provisioned by entity L2. {{(pid=94314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:41:24.926697 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:24.972942 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Attempting to bind port d223e3a9-cebb-4bba-9c67-488e32ffdd19 on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:41:24.973315 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Attempting to bind port d223e3a9-cebb-4bba-9c67-488e32ffdd19 by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:41:24.973678 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Attempting to bind port d223e3a9-cebb-4bba-9c67-488e32ffdd19 on network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:41:24.986151 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] Allocated IP 172.20.0.1 (bc54e37a-82e9-4557-9010-be489d666b94/2b5abe33-e09a-4af3-af47-24268cfb548e/05ad25fa-705e-4e01-9001-b4fa7c317d9f) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:41:24.986787 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd78534-1f6e-454c-9fb3-6a360d11ed63 None None] Pushing event updated for resources: {'Port': ['ID=d223e3a9-cebb-4bba-9c67-488e32ffdd19,revision_number=2']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:24.989172 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:41:24.989546 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Checking segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:41:24.989946 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:24.990337 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Bound using segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:41:24.990805 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Bound port: d223e3a9-cebb-4bba-9c67-488e32ffdd19, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:41:24.991187 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:25.019799 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78534-1f6e-454c-9fb3-6a360d11ed63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:25.020169 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78534-1f6e-454c-9fb3-6a360d11ed63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:25.020528 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78534-1f6e-454c-9fb3-6a360d11ed63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:25.020867 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78534-1f6e-454c-9fb3-6a360d11ed63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:25.021199 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78534-1f6e-454c-9fb3-6a360d11ed63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:25.021532 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78534-1f6e-454c-9fb3-6a360d11ed63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:25.021860 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78534-1f6e-454c-9fb3-6a360d11ed63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:25.022184 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78534-1f6e-454c-9fb3-6a360d11ed63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:25.022509 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78534-1f6e-454c-9fb3-6a360d11ed63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:25.022834 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78534-1f6e-454c-9fb3-6a360d11ed63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:25.023151 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78534-1f6e-454c-9fb3-6a360d11ed63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:25.023467 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78534-1f6e-454c-9fb3-6a360d11ed63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:41:25.055491 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-6853a433-673c-42af-a885-006ff59dd37a None None] For port d223e3a9-cebb-4bba-9c67-488e32ffdd19, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:41:25.059314 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-6853a433-673c-42af-a885-006ff59dd37a None None] For port d223e3a9-cebb-4bba-9c67-488e32ffdd19, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=d223e3a9-cebb-4bba-9c67-488e32ffdd19,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:41:25.097790 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:25.111048 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] Transition to ACTIVE for port object 05ad25fa-705e-4e01-9001-b4fa7c317d9f will not be triggered until provisioned by entity DHCP. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:41:25.126973 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:25.174639 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Routers {'85ac041a-b421-44d4-9934-92f08ead8729'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:41:25.175239 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-6853a433-673c-42af-a885-006ff59dd37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:40:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['85ac041a-b421-44d4-9934-92f08ead8729'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:25.222316 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd78534-1f6e-454c-9fb3-6a360d11ed63 None None] Pushing event updated for resources: {'Port': ['ID=d223e3a9-cebb-4bba-9c67-488e32ffdd19,revision_number=3']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:25.235571 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:25.277620 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] Network bc54e37a-82e9-4557-9010-be489d666b94 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:41:25.280678 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:41:25.288330 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:41:25.289645 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-6853a433-673c-42af-a885-006ff59dd37a None None] Set router 85ac041a-b421-44d4-9934-92f08ead8729 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:41:25.311238 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] Pushing event updated for resources: {'Port': ['ID=05ad25fa-705e-4e01-9001-b4fa7c317d9f,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:25.330747 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472734'] for router_interface, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:25.483220 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-6853a433-673c-42af-a885-006ff59dd37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:23Z', 'revision_number': 3, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:25.509011 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853a433-673c-42af-a885-006ff59dd37a None None] The sync data for ids ['85ac041a-b421-44d4-9934-92f08ead8729'] in dv-cinder-804035-10-iscsi is: [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:23Z', 'revision_number': 3, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:41:25.527272 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:25.610740 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 724e764e-f5aa-411b-91e6-a96e0dc37118 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:41:25.670876 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 724e764e-f5aa-411b-91e6-a96e0dc37118 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:41:25.671315 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:25.727087 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:25.804725 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:25.834866 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-cb349976-fc8f-4a62-bcfb-671a9c4382bc None None] Provisioning for port 05ad25fa-705e-4e01-9001-b4fa7c317d9f completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:41:25.842852 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-cb349976-fc8f-4a62-bcfb-671a9c4382bc None None] Provisioning complete for port 05ad25fa-705e-4e01-9001-b4fa7c317d9f triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:41:25.843223 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-cb349976-fc8f-4a62-bcfb-671a9c4382bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:25.876910 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] Pushing event updated for resources: {'Port': ['ID=05ad25fa-705e-4e01-9001-b4fa7c317d9f,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:25.879367 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471086'] for router_interface, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:25.894427 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-cb349976-fc8f-4a62-bcfb-671a9c4382bc None None] Port 05ad25fa-705e-4e01-9001-b4fa7c317d9f cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:41:25.990056 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] Network bc54e37a-82e9-4557-9010-be489d666b94 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:41:25.991564 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:41:26.115301 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] Router 85ac041a-b421-44d4-9934-92f08ead8729 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:41:26.222627 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-92f67407-5800-4e81-bd26-ac982d814218 None None] Provisioning complete for port 05ad25fa-705e-4e01-9001-b4fa7c317d9f triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:41:26.223002 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-92f67407-5800-4e81-bd26-ac982d814218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:26.261629 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-92f67407-5800-4e81-bd26-ac982d814218 None None] Port 05ad25fa-705e-4e01-9001-b4fa7c317d9f cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:41:26.502969 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:41:26.507842 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-fcb17b4c-38c0-465a-bc25-f6c95f9caf60 admin admin] 10.222.0.55 "PUT /v2.0/routers/85ac041a-b421-44d4-9934-92f08ead8729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0857475 Sep 07 04:41:26.744068 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-482c7bce-66a7-4886-91ab-842156399a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:27.152083 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Sync routers for ids ['85ac041a-b421-44d4-9934-92f08ead8729'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:41:27.161199 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Routers {'85ac041a-b421-44d4-9934-92f08ead8729'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:41:27.162036 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:40:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['85ac041a-b421-44d4-9934-92f08ead8729'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:27.233391 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40770) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:27.238301 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-819850f1-8722-48aa-ac42-b0c7bada7e05 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-985837926-network', 'tenant_id': 'df2e41f699f047089665775d511be60f'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:41:27.273426 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Set router 85ac041a-b421-44d4-9934-92f08ead8729 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:41:27.366635 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819850f1-8722-48aa-ac42-b0c7bada7e05 admin admin] Made reservation on behalf of df2e41f699f047089665775d511be60f for: {'network': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:41:27.368987 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-819850f1-8722-48aa-ac42-b0c7bada7e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:27.378292 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-819850f1-8722-48aa-ac42-b0c7bada7e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:27.467736 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-819850f1-8722-48aa-ac42-b0c7bada7e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:27.468608 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 2, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:27.494932 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Checking router: 85ac041a-b421-44d4-9934-92f08ead8729 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:41:27.495370 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Updating router 85ac041a-b421-44d4-9934-92f08ead8729 port 05ad25fa-705e-4e01-9001-b4fa7c317d9f binding host dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:41:27.520840 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:27.549628 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-819850f1-8722-48aa-ac42-b0c7bada7e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:27.569311 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819850f1-8722-48aa-ac42-b0c7bada7e05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=94311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:41:27.594228 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-819850f1-8722-48aa-ac42-b0c7bada7e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:27.594575 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.segments_db [None req-819850f1-8722-48aa-ac42-b0c7bada7e05 admin admin] Added segment 05c64fb4-15a5-462a-9152-4ea93d98bc33 of type vlan for network 1796d67d-9d2a-461a-a6f3-7767ee9cd1e2 Sep 07 04:41:27.607664 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819850f1-8722-48aa-ac42-b0c7bada7e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ed6a08-07c5-4820-871e-bfa9e8610b32,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:27.641443 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-819850f1-8722-48aa-ac42-b0c7bada7e05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:27.646700 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device d223e3a9-cebb-4bba-9c67-488e32ffdd19 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:41:27.736074 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-819850f1-8722-48aa-ac42-b0c7bada7e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:27.737018 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819850f1-8722-48aa-ac42-b0c7bada7e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:27.737612 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-819850f1-8722-48aa-ac42-b0c7bada7e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:27.796642 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819850f1-8722-48aa-ac42-b0c7bada7e05 admin admin] Pushing event updated for resources: {'Network': ['ID=1796d67d-9d2a-461a-a6f3-7767ee9cd1e2,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:27.808603 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network 1796d67d-9d2a-461a-a6f3-7767ee9cd1e2 details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:41:27.845306 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port d223e3a9-cebb-4bba-9c67-488e32ffdd19 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:41:27.851431 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:27.864630 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-819850f1-8722-48aa-ac42-b0c7bada7e05 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6300197 Sep 07 04:41:27.867852 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40774) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:27.872542 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-12eeae08-22c0-4bed-8117-798836b22c44 admin admin] Request body: {'subnet': {'network_id': '1796d67d-9d2a-461a-a6f3-7767ee9cd1e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-985837926-subnet', 'tenant_id': 'df2e41f699f047089665775d511be60f', 'ip_version': 4}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:41:27.888316 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port d223e3a9-cebb-4bba-9c67-488e32ffdd19 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:41:27.888718 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:27.918059 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Transition to ACTIVE for port object 05ad25fa-705e-4e01-9001-b4fa7c317d9f will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:41:27.978149 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12eeae08-22c0-4bed-8117-798836b22c44 admin admin] Made reservation on behalf of df2e41f699f047089665775d511be60f for: {'subnet': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:41:27.979591 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:27.980537 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-12eeae08-22c0-4bed-8117-798836b22c44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9124979'] for subnet, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:28.000415 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port d223e3a9-cebb-4bba-9c67-488e32ffdd19, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=d223e3a9-cebb-4bba-9c67-488e32ffdd19,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:41:28.012623 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:28.070261 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9115ca3-75f6-4d23-905f-6a1fa8af5080 None None] Pushing event updated for resources: {'Port': ['ID=05ad25fa-705e-4e01-9001-b4fa7c317d9f,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:28.075849 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:28.149705 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Attempting to bind port 05ad25fa-705e-4e01-9001-b4fa7c317d9f on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:41:28.150080 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Attempting to bind port 05ad25fa-705e-4e01-9001-b4fa7c317d9f by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:41:28.150495 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Attempting to bind port 05ad25fa-705e-4e01-9001-b4fa7c317d9f on network bc54e37a-82e9-4557-9010-be489d666b94 {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:41:28.166942 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:41:28.167322 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Checking segment: {'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:41:28.167726 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:28.168120 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Bound using segment: {'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:41:28.168746 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Bound port: 05ad25fa-705e-4e01-9001-b4fa7c317d9f, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:41:28.169188 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:28.182157 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=d223e3a9-cebb-4bba-9c67-488e32ffdd19,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:28.207111 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-12eeae08-22c0-4bed-8117-798836b22c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9042233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9124869'] for subnet, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:28.261277 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eeae08-22c0-4bed-8117-798836b22c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b291d1d-8704-4b3d-8b30-4a8c55232acf,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:28.265140 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] For port 05ad25fa-705e-4e01-9001-b4fa7c317d9f, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:41:28.268357 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] For port 05ad25fa-705e-4e01-9001-b4fa7c317d9f, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=05ad25fa-705e-4e01-9001-b4fa7c317d9f,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:41:28.276789 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eeae08-22c0-4bed-8117-798836b22c44 admin admin] Checking segment: {'id': '05c64fb4-15a5-462a-9152-4ea93d98bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1796d67d-9d2a-461a-a6f3-7767ee9cd1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:41:28.277174 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eeae08-22c0-4bed-8117-798836b22c44 admin admin] Network hostable DHCP agents. Network: 1796d67d-9d2a-461a-a6f3-7767ee9cd1e2, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:41:28.373145 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:28.389526 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eeae08-22c0-4bed-8117-798836b22c44 admin admin] Network 1796d67d-9d2a-461a-a6f3-7767ee9cd1e2 is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:41:28.423367 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Routers {'85ac041a-b421-44d4-9934-92f08ead8729'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:41:28.424016 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:40:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['85ac041a-b421-44d4-9934-92f08ead8729'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:28.471419 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9115ca3-75f6-4d23-905f-6a1fa8af5080 None None] Pushing event updated for resources: {'Port': ['ID=05ad25fa-705e-4e01-9001-b4fa7c317d9f,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:28.481059 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-12eeae08-22c0-4bed-8117-798836b22c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, 1796d67d-9d2a-461a-a6f3-7767ee9cd1e2) {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:41:28.487367 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eeae08-22c0-4bed-8117-798836b22c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:28.487979 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-12eeae08-22c0-4bed-8117-798836b22c44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:28.528050 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a815169d-5868-4069-8c74-dcf810010069 None None] Network 1796d67d-9d2a-461a-a6f3-7767ee9cd1e2 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:41:28.584873 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-12eeae08-22c0-4bed-8117-798836b22c44 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7163117 Sep 07 04:41:28.587330 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40778) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:28.592233 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-985837926-router', 'tenant_id': 'df2e41f699f047089665775d511be60f', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:41:28.592370 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] Set router 85ac041a-b421-44d4-9934-92f08ead8729 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:41:28.686812 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-50034'] for router, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:28.687911 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472990', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-50041'] for router, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:28.740976 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:28.819207 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f0861aa-1164-573e-aee3-8cc302ec4a76-1796d67d-9d2a-461a-a6f3-7767ee9cd1e2', 'network_id': '1796d67d-9d2a-461a-a6f3-7767ee9cd1e2', 'tenant_id': 'df2e41f699f047089665775d511be60f', 'fixed_ips': [{'subnet_id': '9b291d1d-8704-4b3d-8b30-4a8c55232acf'}]}} from dv-cinder-804035-10-iscsi. {{(pid=94313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:41:28.820853 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:28.982952 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:28Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:29.020320 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc1bd5b-9448-4fe8-8a43-953f4a26fbd5 None None] The sync data for ids ['85ac041a-b421-44d4-9934-92f08ead8729'] in dv-cinder-804035-10-iscsi is: [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:28Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:41:29.026497 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.db_base_plugin_common [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Allocated IP 172.20.0.2 (1796d67d-9d2a-461a-a6f3-7767ee9cd1e2/9b291d1d-8704-4b3d-8b30-4a8c55232acf/6e9db7cc-c765-4414-8a0f-3b38b531f142) {{(pid=94313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:41:29.214688 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:29.327058 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Notify callbacks [] for port, precommit_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:29.335945 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Transition to ACTIVE for port object 6e9db7cc-c765-4414-8a0f-3b38b531f142 will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:41:29.351778 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Transition to ACTIVE for port object 6e9db7cc-c765-4414-8a0f-3b38b531f142 will not be triggered until provisioned by entity DHCP. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:41:29.465964 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468'] for port, after_create {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:29.503559 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:29.524840 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Network 1796d67d-9d2a-461a-a6f3-7767ee9cd1e2 is already hosted by enough agents. {{(pid=94313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:41:29.525306 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:29.544053 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.scheduler.base_scheduler [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Resources bound (agent type, host, resource id): {{(pid=94313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:41:29.547943 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Received port after_create {{(pid=94313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:41:29.553072 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Pushing event updated for resources: {'Port': ['ID=6e9db7cc-c765-4414-8a0f-3b38b531f142,revision_number=1']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:29.611790 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Attempting to bind port 6e9db7cc-c765-4414-8a0f-3b38b531f142 on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:41:29.612174 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Attempting to bind port 6e9db7cc-c765-4414-8a0f-3b38b531f142 by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': '05c64fb4-15a5-462a-9152-4ea93d98bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1796d67d-9d2a-461a-a6f3-7767ee9cd1e2'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:41:29.612573 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Attempting to bind port 6e9db7cc-c765-4414-8a0f-3b38b531f142 on network 1796d67d-9d2a-461a-a6f3-7767ee9cd1e2 {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:41:29.617911 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:41:29.618385 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Checking segment: {'id': '05c64fb4-15a5-462a-9152-4ea93d98bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1796d67d-9d2a-461a-a6f3-7767ee9cd1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:41:29.618701 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:29.619637 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Bound using segment: {'id': '05c64fb4-15a5-462a-9152-4ea93d98bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1796d67d-9d2a-461a-a6f3-7767ee9cd1e2'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:41:29.620204 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Bound port: 6e9db7cc-c765-4414-8a0f-3b38b531f142, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c64fb4-15a5-462a-9152-4ea93d98bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1796d67d-9d2a-461a-a6f3-7767ee9cd1e2'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:41:29.620750 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:29.633231 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-8c773c90-1c19-44c7-a669-480a006f0ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:29.659482 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] Allocated IP 172.27.2.123 (8b8648d5-0172-4d8a-aa17-a0353230f6f5/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8/59269ac0-3e58-4b21-a015-f58a560344f8) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:41:29.692073 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:29.720191 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] For port 6e9db7cc-c765-4414-8a0f-3b38b531f142, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:41:29.724105 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] For port 6e9db7cc-c765-4414-8a0f-3b38b531f142, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=6e9db7cc-c765-4414-8a0f-3b38b531f142,segment=NetworkSegment(05c64fb4-15a5-462a-9152-4ea93d98bc33),segment_id=05c64fb4-15a5-462a-9152-4ea93d98bc33)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:41:29.759499 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 05ad25fa-705e-4e01-9001-b4fa7c317d9f up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:41:29.802817 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:29.818983 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:29.886525 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9ce23-8743-410c-942e-84a421148f57 None None] Pushing event updated for resources: {'Port': ['ID=6e9db7cc-c765-4414-8a0f-3b38b531f142,revision_number=2']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:29.935904 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port 05ad25fa-705e-4e01-9001-b4fa7c317d9f completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:41:29.941130 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 05ad25fa-705e-4e01-9001-b4fa7c317d9f triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:41:29.941611 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:29.969002 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:30.022746 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:41:30.026262 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:41:30.030265 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:41:30.042533 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:30.097654 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port 05ad25fa-705e-4e01-9001-b4fa7c317d9f, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=05ad25fa-705e-4e01-9001-b4fa7c317d9f,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:41:30.127307 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] Pushing event updated for resources: {'Port': ['ID=59269ac0-3e58-4b21-a015-f58a560344f8,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:30.195520 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:30.196345 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device d223e3a9-cebb-4bba-9c67-488e32ffdd19 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:41:30.278350 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=05ad25fa-705e-4e01-9001-b4fa7c317d9f,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:30.291570 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port d223e3a9-cebb-4bba-9c67-488e32ffdd19 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:41:30.291570 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:30.418262 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:30.578385 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:30.623009 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473069'] for router, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:30.829604 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] Router 9cfa4ca8-15db-4c00-997f-0a78fcab28f0 is scheduled to L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 with binding_index 1 {{(pid=94311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:41:30.942473 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:41:30.952193 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Sync routers for ids ['9cfa4ca8-15db-4c00-997f-0a78fcab28f0'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:41:30.964031 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Routers {'9cfa4ca8-15db-4c00-997f-0a78fcab28f0'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:41:30.965083 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:41:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['9cfa4ca8-15db-4c00-997f-0a78fcab28f0'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:31.027587 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c04cdcf-f4ed-4eea-98ec-cb2b4f319faa None None] Network 1796d67d-9d2a-461a-a6f3-7767ee9cd1e2 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:41:31.035696 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] Notify callbacks [] for router, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:31.037127 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-0593a8b6-1a88-4d3e-aa98-d4babdab1314 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4488661 Sep 07 04:41:31.044192 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40790) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:31.073346 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Set router 9cfa4ca8-15db-4c00-997f-0a78fcab28f0 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:41:31.247135 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-a98cb2cc-e9c1-4129-b461-94ec1346941b None None] Provisioning for port 6e9db7cc-c765-4414-8a0f-3b38b531f142 completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:41:31.261469 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfa4ca8-15db-4c00-997f-0a78fcab28f0', 'name': 'tempest-TestVolumeBootPattern-985837926-router', 'tenant_id': 'df2e41f699f047089665775d511be60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '59269ac0-3e58-4b21-a015-f58a560344f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:28Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 3, 'project_id': 'df2e41f699f047089665775d511be60f', 'gw_port': {'id': '59269ac0-3e58-4b21-a015-f58a560344f8', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfa4ca8-15db-4c00-997f-0a78fcab28f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:29Z', 'updated_at': '2021-09-07T04:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:31.381178 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Checking router: 9cfa4ca8-15db-4c00-997f-0a78fcab28f0 for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:41:31.381535 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Updating router 9cfa4ca8-15db-4c00-997f-0a78fcab28f0 port 59269ac0-3e58-4b21-a015-f58a560344f8 binding host dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:41:31.409480 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:31.491124 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:31.678120 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] Allocated IP 172.20.0.1 (1796d67d-9d2a-461a-a6f3-7767ee9cd1e2/9b291d1d-8704-4b3d-8b30-4a8c55232acf/cf95d2c3-7d34-4ebb-997c-72b1e058add6) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:41:31.689636 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Notify callbacks [] for port, precommit_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:31.700700 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.provisioning_blocks [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Transition to ACTIVE for port object 59269ac0-3e58-4b21-a015-f58a560344f8 will not be triggered until provisioned by entity L2. {{(pid=94314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:41:31.770787 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 05ad25fa-705e-4e01-9001-b4fa7c317d9f up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:41:31.789829 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:31.795645 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:31.805796 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] Transition to ACTIVE for port object cf95d2c3-7d34-4ebb-997c-72b1e058add6 will not be triggered until provisioned by entity DHCP. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:41:31.823231 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 05ad25fa-705e-4e01-9001-b4fa7c317d9f triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:41:31.824004 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:31.842743 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a4740-6ca4-4c0a-aaa7-03ed82ce3e26 None None] Pushing event updated for resources: {'Port': ['ID=59269ac0-3e58-4b21-a015-f58a560344f8,revision_number=2']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:31.853330 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Attempting to bind port 59269ac0-3e58-4b21-a015-f58a560344f8 on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:41:31.853751 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Attempting to bind port 59269ac0-3e58-4b21-a015-f58a560344f8 by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:41:31.854108 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Attempting to bind port 59269ac0-3e58-4b21-a015-f58a560344f8 on network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:41:31.859300 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:41:31.860061 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Checking segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:41:31.860061 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:31.860423 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Bound using segment: {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'} {{(pid=94314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:41:31.860923 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.managers [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Bound port: 59269ac0-3e58-4b21-a015-f58a560344f8, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a06d-9d68-4bf0-8c3a-28318c0c4aba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5'}}] {{(pid=94314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:41:31.861323 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:31.910155 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 6e9db7cc-c765-4414-8a0f-3b38b531f142 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:41:31.912728 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] For port 59269ac0-3e58-4b21-a015-f58a560344f8, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:41:31.913898 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:31.917029 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.plugins.ml2.db [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] For port 59269ac0-3e58-4b21-a015-f58a560344f8, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=59269ac0-3e58-4b21-a015-f58a560344f8,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:41:31.950081 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] Network 1796d67d-9d2a-461a-a6f3-7767ee9cd1e2 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:41:31.952952 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:41:31.956418 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:41:31.990070 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] Pushing event updated for resources: {'Port': ['ID=cf95d2c3-7d34-4ebb-997c-72b1e058add6,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:32.007134 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472734'] for router_interface, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:32.044305 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port 6e9db7cc-c765-4414-8a0f-3b38b531f142 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:41:32.046479 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron_lib.callbacks.manager [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:32.050215 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 6e9db7cc-c765-4414-8a0f-3b38b531f142 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:41:32.050592 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:32.122000 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Routers {'9cfa4ca8-15db-4c00-997f-0a78fcab28f0'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:41:32.122644 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:41:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['9cfa4ca8-15db-4c00-997f-0a78fcab28f0'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:32.153590 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:32.162704 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a4740-6ca4-4c0a-aaa7-03ed82ce3e26 None None] Pushing event updated for resources: {'Port': ['ID=59269ac0-3e58-4b21-a015-f58a560344f8,revision_number=3']} {{(pid=94314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:32.193971 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port 6e9db7cc-c765-4414-8a0f-3b38b531f142, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=6e9db7cc-c765-4414-8a0f-3b38b531f142,segment=NetworkSegment(05c64fb4-15a5-462a-9152-4ea93d98bc33),segment_id=05c64fb4-15a5-462a-9152-4ea93d98bc33)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:41:32.237804 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] Set router 9cfa4ca8-15db-4c00-997f-0a78fcab28f0 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:41:32.260371 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:32.264908 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:32.326016 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=6e9db7cc-c765-4414-8a0f-3b38b531f142,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:32.434931 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfa4ca8-15db-4c00-997f-0a78fcab28f0', 'name': 'tempest-TestVolumeBootPattern-985837926-router', 'tenant_id': 'df2e41f699f047089665775d511be60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '59269ac0-3e58-4b21-a015-f58a560344f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:28Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 3, 'project_id': 'df2e41f699f047089665775d511be60f', 'gw_port': {'id': '59269ac0-3e58-4b21-a015-f58a560344f8', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfa4ca8-15db-4c00-997f-0a78fcab28f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:29Z', 'updated_at': '2021-09-07T04:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:32.451725 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-19d4d656-d220-48ce-8e27-52a6a7f3d4ee None None] Provisioning for port cf95d2c3-7d34-4ebb-997c-72b1e058add6 completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:41:32.457330 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:32.458029 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-19d4d656-d220-48ce-8e27-52a6a7f3d4ee None None] Provisioning complete for port cf95d2c3-7d34-4ebb-997c-72b1e058add6 triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:41:32.458405 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-19d4d656-d220-48ce-8e27-52a6a7f3d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:32.462306 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907bf6e6-c4dc-47ee-9df4-a439e064ef02 None None] The sync data for ids ['9cfa4ca8-15db-4c00-997f-0a78fcab28f0'] in dv-cinder-804035-10-iscsi is: [{'id': '9cfa4ca8-15db-4c00-997f-0a78fcab28f0', 'name': 'tempest-TestVolumeBootPattern-985837926-router', 'tenant_id': 'df2e41f699f047089665775d511be60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '59269ac0-3e58-4b21-a015-f58a560344f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:28Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 3, 'project_id': 'df2e41f699f047089665775d511be60f', 'gw_port': {'id': '59269ac0-3e58-4b21-a015-f58a560344f8', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfa4ca8-15db-4c00-997f-0a78fcab28f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:29Z', 'updated_at': '2021-09-07T04:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:41:32.499465 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-19d4d656-d220-48ce-8e27-52a6a7f3d4ee None None] Port cf95d2c3-7d34-4ebb-997c-72b1e058add6 cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:41:32.578334 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:32.578554 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:32.654361 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] Pushing event updated for resources: {'Port': ['ID=cf95d2c3-7d34-4ebb-997c-72b1e058add6,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:32.658571 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471086'] for router_interface, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:32.787981 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] Network 1796d67d-9d2a-461a-a6f3-7767ee9cd1e2 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:41:32.790336 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:41:32.912158 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] Router 9cfa4ca8-15db-4c00-997f-0a78fcab28f0 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:41:33.023425 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-92583423-5dd2-401f-8411-50f14471a9c9 None None] Provisioning complete for port cf95d2c3-7d34-4ebb-997c-72b1e058add6 triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:41:33.023810 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-92583423-5dd2-401f-8411-50f14471a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:33.065613 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-92583423-5dd2-401f-8411-50f14471a9c9 None None] Port cf95d2c3-7d34-4ebb-997c-72b1e058add6 cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:41:33.307331 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:41:33.313356 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-7a6e8b54-283a-4660-95c3-ed35275c75aa admin admin] 10.222.0.55 "PUT /v2.0/routers/9cfa4ca8-15db-4c00-997f-0a78fcab28f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2681031 Sep 07 04:41:33.694114 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 59269ac0-3e58-4b21-a015-f58a560344f8 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:41:33.795142 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port 59269ac0-3e58-4b21-a015-f58a560344f8 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:41:33.800703 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 59269ac0-3e58-4b21-a015-f58a560344f8 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:41:33.803782 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:33.887165 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:33.907616 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port 59269ac0-3e58-4b21-a015-f58a560344f8, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=59269ac0-3e58-4b21-a015-f58a560344f8,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:41:33.995470 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:33.996287 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 6e9db7cc-c765-4414-8a0f-3b38b531f142 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:41:34.009181 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40812) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:34.014366 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-35b18bdf-8028-4dba-a777-3db376fd48cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-136259386', 'description': 'tempest-secgroup-smoke-136259386 description', 'project_id': '2a49cf532fe548db94674dc3c4f1450f'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:41:34.070359 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=59269ac0-3e58-4b21-a015-f58a560344f8,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:34.083574 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 6e9db7cc-c765-4414-8a0f-3b38b531f142 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:41:34.083960 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:34.105646 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-35b18bdf-8028-4dba-a777-3db376fd48cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:34.130734 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Sync routers for ids ['9cfa4ca8-15db-4c00-997f-0a78fcab28f0'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:41:34.144756 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Routers {'9cfa4ca8-15db-4c00-997f-0a78fcab28f0'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:41:34.145402 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:41:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['9cfa4ca8-15db-4c00-997f-0a78fcab28f0'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:34.195184 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-35b18bdf-8028-4dba-a777-3db376fd48cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:34.284205 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-35b18bdf-8028-4dba-a777-3db376fd48cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:34.312545 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b18bdf-8028-4dba-a777-3db376fd48cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa0e1d8-2dd0-4c90-b095-40981061a710,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:34.387703 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-35b18bdf-8028-4dba-a777-3db376fd48cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:34.392079 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-35b18bdf-8028-4dba-a777-3db376fd48cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3787487 Sep 07 04:41:34.392304 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40814) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:34.396795 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-26306c7d-8ac3-47ae-85cd-811bb0472985 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Request body: {'security_group_rule': {'security_group_id': '2aa0e1d8-2dd0-4c90-b095-40981061a710', 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:41:34.409455 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Set router 9cfa4ca8-15db-4c00-997f-0a78fcab28f0 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:41:34.502456 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:34.529662 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-26306c7d-8ac3-47ae-85cd-811bb0472985 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:34.586650 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-26306c7d-8ac3-47ae-85cd-811bb0472985 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:34.610832 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfa4ca8-15db-4c00-997f-0a78fcab28f0', 'name': 'tempest-TestVolumeBootPattern-985837926-router', 'tenant_id': 'df2e41f699f047089665775d511be60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '59269ac0-3e58-4b21-a015-f58a560344f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:28Z', 'updated_at': '2021-09-07T04:41:32Z', 'revision_number': 4, 'project_id': 'df2e41f699f047089665775d511be60f', 'gw_port': {'id': '59269ac0-3e58-4b21-a015-f58a560344f8', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfa4ca8-15db-4c00-997f-0a78fcab28f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:29Z', 'updated_at': '2021-09-07T04:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'cf95d2c3-7d34-4ebb-997c-72b1e058add6', 'name': '', 'network_id': '1796d67d-9d2a-461a-a6f3-7767ee9cd1e2', 'tenant_id': 'df2e41f699f047089665775d511be60f', 'mac_address': 'fa:16:3e:6c:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfa4ca8-15db-4c00-997f-0a78fcab28f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9b291d1d-8704-4b3d-8b30-4a8c55232acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:31Z', 'updated_at': '2021-09-07T04:41:32Z', 'revision_number': 2, 'project_id': 'df2e41f699f047089665775d511be60f', 'subnets': [{'id': '9b291d1d-8704-4b3d-8b30-4a8c55232acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:34.640641 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Checking router: 9cfa4ca8-15db-4c00-997f-0a78fcab28f0 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:41:34.640999 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Updating router 9cfa4ca8-15db-4c00-997f-0a78fcab28f0 port cf95d2c3-7d34-4ebb-997c-72b1e058add6 binding host dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:41:34.665091 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:34.686537 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-26306c7d-8ac3-47ae-85cd-811bb0472985 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:34.709392 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26306c7d-8ac3-47ae-85cd-811bb0472985 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883a61a8-55ca-4d34-b2e0-5131040571f1,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:34.787414 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-26306c7d-8ac3-47ae-85cd-811bb0472985 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:34.791733 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-26306c7d-8ac3-47ae-85cd-811bb0472985 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3953724 Sep 07 04:41:34.791733 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40818) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:34.796917 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-64525694-efa1-4945-9541-5aef750a200d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Request body: {'security_group_rule': {'security_group_id': '2aa0e1d8-2dd0-4c90-b095-40981061a710', 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:41:34.883657 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-64525694-efa1-4945-9541-5aef750a200d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:34.938467 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Notify callbacks [] for port, precommit_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:34.944039 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-64525694-efa1-4945-9541-5aef750a200d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:34.948635 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Transition to ACTIVE for port object cf95d2c3-7d34-4ebb-997c-72b1e058add6 will not be triggered until provisioned by entity L2. {{(pid=94313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:41:35.038687 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-64525694-efa1-4945-9541-5aef750a200d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:35.056432 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64525694-efa1-4945-9541-5aef750a200d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90eb60fe-5f8a-4b7b-a422-093ee3ad12dd,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:35.073907 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:35.128231 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f759d2-d488-4e87-950d-19b315a51186 None None] Pushing event updated for resources: {'Port': ['ID=cf95d2c3-7d34-4ebb-997c-72b1e058add6,revision_number=3']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:35.137335 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-64525694-efa1-4945-9541-5aef750a200d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:35.138838 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-64525694-efa1-4945-9541-5aef750a200d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3455703 Sep 07 04:41:35.141649 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40820) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:35.146229 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-79cd5bef-c8dc-4709-9556-bc5cb552542b tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Request body: {'security_group_rule': {'security_group_id': '2aa0e1d8-2dd0-4c90-b095-40981061a710', 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:41:35.180808 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Attempting to bind port cf95d2c3-7d34-4ebb-997c-72b1e058add6 on host dv-cinder-804035-10-iscsi for vnic_type normal with profile {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:41:35.181092 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Attempting to bind port cf95d2c3-7d34-4ebb-997c-72b1e058add6 by drivers openvswitch,hyperv on host dv-cinder-804035-10-iscsi at level 0 using segments [{'id': '05c64fb4-15a5-462a-9152-4ea93d98bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1796d67d-9d2a-461a-a6f3-7767ee9cd1e2'}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:41:35.181460 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Attempting to bind port cf95d2c3-7d34-4ebb-997c-72b1e058add6 on network 1796d67d-9d2a-461a-a6f3-7767ee9cd1e2 {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:41:35.186933 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Checking agent: {'id': 'e45d6e7d-eefd-4d6c-a2b4-5046468ff415', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 24, 29), 'started_at': datetime.datetime(2021, 9, 7, 4, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:41:35.187315 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Checking segment: {'id': '05c64fb4-15a5-462a-9152-4ea93d98bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1796d67d-9d2a-461a-a6f3-7767ee9cd1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:41:35.187723 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:35.188125 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Bound using segment: {'id': '05c64fb4-15a5-462a-9152-4ea93d98bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1796d67d-9d2a-461a-a6f3-7767ee9cd1e2'} {{(pid=94313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:41:35.188655 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.managers [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Bound port: cf95d2c3-7d34-4ebb-997c-72b1e058add6, host: dv-cinder-804035-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c64fb4-15a5-462a-9152-4ea93d98bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1796d67d-9d2a-461a-a6f3-7767ee9cd1e2'}}] {{(pid=94313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:41:35.189044 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:35.233240 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-79cd5bef-c8dc-4709-9556-bc5cb552542b tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:35.260737 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] For port cf95d2c3-7d34-4ebb-997c-72b1e058add6, host dv-cinder-804035-10-iscsi, cleared binding levels {{(pid=94313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:41:35.264423 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] For port cf95d2c3-7d34-4ebb-997c-72b1e058add6, host dv-cinder-804035-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=cf95d2c3-7d34-4ebb-997c-72b1e058add6,segment=NetworkSegment(05c64fb4-15a5-462a-9152-4ea93d98bc33),segment_id=05c64fb4-15a5-462a-9152-4ea93d98bc33)] {{(pid=94313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:41:35.299396 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-79cd5bef-c8dc-4709-9556-bc5cb552542b tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:35.376275 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:35.412993 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-79cd5bef-c8dc-4709-9556-bc5cb552542b tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:35.434024 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd5bef-c8dc-4709-9556-bc5cb552542b tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700f0271-726c-415b-acda-900102c3d3be,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:35.447891 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Routers {'9cfa4ca8-15db-4c00-997f-0a78fcab28f0'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:41:35.447891 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:41:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['9cfa4ca8-15db-4c00-997f-0a78fcab28f0'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:35.478855 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f759d2-d488-4e87-950d-19b315a51186 None None] Pushing event updated for resources: {'Port': ['ID=cf95d2c3-7d34-4ebb-997c-72b1e058add6,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:35.509507 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-79cd5bef-c8dc-4709-9556-bc5cb552542b tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:35.521797 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-79cd5bef-c8dc-4709-9556-bc5cb552542b tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3687978 Sep 07 04:41:35.521797 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40822) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:35.521797 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-1f1c5c95-f9e3-4430-971c-dfa012e7e023 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Request body: {'security_group_rule': {'security_group_id': '2aa0e1d8-2dd0-4c90-b095-40981061a710', 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:41:35.563951 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] Set router 9cfa4ca8-15db-4c00-997f-0a78fcab28f0 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:41:35.661243 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1f1c5c95-f9e3-4430-971c-dfa012e7e023 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:35.717934 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 59269ac0-3e58-4b21-a015-f58a560344f8 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:41:35.723548 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1f1c5c95-f9e3-4430-971c-dfa012e7e023 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:35.821556 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1f1c5c95-f9e3-4430-971c-dfa012e7e023 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:35.840939 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c5c95-f9e3-4430-971c-dfa012e7e023 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba040cfe-1b68-49d4-ab71-8c1befbb4400,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:35.869814 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port 59269ac0-3e58-4b21-a015-f58a560344f8 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:41:35.869814 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:35.929880 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1f1c5c95-f9e3-4430-971c-dfa012e7e023 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:35.931215 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-1f1c5c95-f9e3-4430-971c-dfa012e7e023 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4159155 Sep 07 04:41:35.934599 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40826) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:35.939064 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-fd899716-7ac3-4c91-9e1d-58240cae2113 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Request body: {'security_group_rule': {'security_group_id': '2aa0e1d8-2dd0-4c90-b095-40981061a710', 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:41:35.999497 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfa4ca8-15db-4c00-997f-0a78fcab28f0', 'name': 'tempest-TestVolumeBootPattern-985837926-router', 'tenant_id': 'df2e41f699f047089665775d511be60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '59269ac0-3e58-4b21-a015-f58a560344f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:28Z', 'updated_at': '2021-09-07T04:41:32Z', 'revision_number': 4, 'project_id': 'df2e41f699f047089665775d511be60f', 'gw_port': {'id': '59269ac0-3e58-4b21-a015-f58a560344f8', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfa4ca8-15db-4c00-997f-0a78fcab28f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:29Z', 'updated_at': '2021-09-07T04:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'cf95d2c3-7d34-4ebb-997c-72b1e058add6', 'name': '', 'network_id': '1796d67d-9d2a-461a-a6f3-7767ee9cd1e2', 'tenant_id': 'df2e41f699f047089665775d511be60f', 'mac_address': 'fa:16:3e:6c:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfa4ca8-15db-4c00-997f-0a78fcab28f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9b291d1d-8704-4b3d-8b30-4a8c55232acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:31Z', 'updated_at': '2021-09-07T04:41:35Z', 'revision_number': 4, 'project_id': 'df2e41f699f047089665775d511be60f', 'subnets': [{'id': '9b291d1d-8704-4b3d-8b30-4a8c55232acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:36.012628 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.securitygroups_db [None req-fd899716-7ac3-4c91-9e1d-58240cae2113 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Project 2a49cf532fe548db94674dc3c4f1450f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 04:41:36.017876 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fd899716-7ac3-4c91-9e1d-58240cae2113 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:36.025797 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d5f12e-1a42-4030-826d-d1b8e20f9737 None None] The sync data for ids ['9cfa4ca8-15db-4c00-997f-0a78fcab28f0'] in dv-cinder-804035-10-iscsi is: [{'id': '9cfa4ca8-15db-4c00-997f-0a78fcab28f0', 'name': 'tempest-TestVolumeBootPattern-985837926-router', 'tenant_id': 'df2e41f699f047089665775d511be60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '59269ac0-3e58-4b21-a015-f58a560344f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:28Z', 'updated_at': '2021-09-07T04:41:32Z', 'revision_number': 4, 'project_id': 'df2e41f699f047089665775d511be60f', 'gw_port': {'id': '59269ac0-3e58-4b21-a015-f58a560344f8', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfa4ca8-15db-4c00-997f-0a78fcab28f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:29Z', 'updated_at': '2021-09-07T04:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': 'cf95d2c3-7d34-4ebb-997c-72b1e058add6', 'name': '', 'network_id': '1796d67d-9d2a-461a-a6f3-7767ee9cd1e2', 'tenant_id': 'df2e41f699f047089665775d511be60f', 'mac_address': 'fa:16:3e:6c:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfa4ca8-15db-4c00-997f-0a78fcab28f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9b291d1d-8704-4b3d-8b30-4a8c55232acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:31Z', 'updated_at': '2021-09-07T04:41:35Z', 'revision_number': 4, 'project_id': 'df2e41f699f047089665775d511be60f', 'subnets': [{'id': '9b291d1d-8704-4b3d-8b30-4a8c55232acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:41:36.094542 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fd899716-7ac3-4c91-9e1d-58240cae2113 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:36.175764 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fd899716-7ac3-4c91-9e1d-58240cae2113 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:36.196029 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd899716-7ac3-4c91-9e1d-58240cae2113 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84ce241-af2c-4765-b041-58f4c92df8f0,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:36.315188 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fd899716-7ac3-4c91-9e1d-58240cae2113 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:36.316513 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-fd899716-7ac3-4c91-9e1d-58240cae2113 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3809755 Sep 07 04:41:36.319480 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 40828) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:41:36.323829 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-e6d64bdf-b740-484e-92c9-b4722d78b17d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Request body: {'security_group_rule': {'security_group_id': '2aa0e1d8-2dd0-4c90-b095-40981061a710', 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:41:36.421779 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.securitygroups_db [None req-e6d64bdf-b740-484e-92c9-b4722d78b17d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Project 2a49cf532fe548db94674dc3c4f1450f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 04:41:36.427314 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e6d64bdf-b740-484e-92c9-b4722d78b17d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:36.490427 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e6d64bdf-b740-484e-92c9-b4722d78b17d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:36.583660 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e6d64bdf-b740-484e-92c9-b4722d78b17d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545938'] for security_group_rule, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:36.605905 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d64bdf-b740-484e-92c9-b4722d78b17d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7826d393-04fc-4ae9-a8da-146bda1a0a6a,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:36.669976 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-e6d64bdf-b740-484e-92c9-b4722d78b17d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:36.671308 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-e6d64bdf-b740-484e-92c9-b4722d78b17d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3510392 Sep 07 04:41:37.641651 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device cf95d2c3-7d34-4ebb-997c-72b1e058add6 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:41:37.793208 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning for port cf95d2c3-7d34-4ebb-997c-72b1e058add6 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:41:37.797435 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port cf95d2c3-7d34-4ebb-997c-72b1e058add6 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:41:37.798633 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:37.875853 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:37.907378 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] For port cf95d2c3-7d34-4ebb-997c-72b1e058add6, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=cf95d2c3-7d34-4ebb-997c-72b1e058add6,segment=NetworkSegment(05c64fb4-15a5-462a-9152-4ea93d98bc33),segment_id=05c64fb4-15a5-462a-9152-4ea93d98bc33)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:41:37.981489 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:38.032088 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Pushing event updated for resources: {'Port': ['ID=cf95d2c3-7d34-4ebb-997c-72b1e058add6,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:39.611753 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device cf95d2c3-7d34-4ebb-997c-72b1e058add6 up at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:41:39.662576 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Provisioning complete for port cf95d2c3-7d34-4ebb-997c-72b1e058add6 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:41:39.663065 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:41.740102 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:41:54.712928 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a5269b27-9daf-4217-a63b-48580546c870 req-c8867169-e440-49e5-ab35-2fa4908819f1 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-136259386&fields=id&tenant_id=2a49cf532fe548db94674dc3c4f1450f HTTP/1.1" status: 200 len: 267 time: 0.0317273 Sep 07 04:41:54.817032 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5269b27-9daf-4217-a63b-48580546c870 req-81e65c26-dca2-43a0-b0f3-c8a197c4e0db tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:54.826135 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a5269b27-9daf-4217-a63b-48580546c870 req-81e65c26-dca2-43a0-b0f3-c8a197c4e0db tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/networks?id=bc54e37a-82e9-4557-9010-be489d666b94 HTTP/1.1" status: 200 len: 811 time: 0.0989664 Sep 07 04:41:54.833475 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a5269b27-9daf-4217-a63b-48580546c870 req-6b711818-6c9b-4f4d-80a2-5e35e259c401 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/quotas/2a49cf532fe548db94674dc3c4f1450f HTTP/1.1" status: 200 len: 375 time: 0.0087800 Sep 07 04:41:54.887116 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a5269b27-9daf-4217-a63b-48580546c870 req-2afc35c1-bae9-44f1-b1a9-5ec9b9dd7cc7 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a49cf532fe548db94674dc3c4f1450f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476856 Sep 07 04:41:54.981374 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a5269b27-9daf-4217-a63b-48580546c870 req-7bfc1624-14bc-4fdc-867f-b14c7cdf4c0a service neutron] 10.222.0.55 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829606 Sep 07 04:41:55.075523 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a5269b27-9daf-4217-a63b-48580546c870 req-b4b98637-0952-484e-987c-93938f58936c service neutron] 10.222.0.55 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871463 Sep 07 04:41:55.817955 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6744b3b3-7114-425e-bd08-e06c0ada2f18 req-c9b106b7-e809-4123-a180-6499ac3f3705 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 210 time: 0.0316863 Sep 07 04:41:56.486952 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0b212-8799-4b14-9db2-50a2fb0c53c2 req-fb53c576-23ec-4c21-affd-8c11c02506f9 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:56.488425 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3ca0b212-8799-4b14-9db2-50a2fb0c53c2 req-fb53c576-23ec-4c21-affd-8c11c02506f9 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 945 time: 0.0490663 Sep 07 04:41:56.526915 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3ca0b212-8799-4b14-9db2-50a2fb0c53c2 req-e789ccff-2d6f-4054-90c7-8fb72faf4928 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317643 Sep 07 04:41:56.726122 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-32543598-af57-420b-9db0-d8cadb4656c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:56.919032 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-53964f3d-5b67-4264-8004-452ed405314a req-19e703c1-724a-4df7-acf7-ef0e234e3e18 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 210 time: 0.0303771 Sep 07 04:41:57.659523 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2356008-49fc-425f-ad4c-4d55b45d6a6d req-dbafd639-7968-4f92-a52e-13929a264008 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:57.661438 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b2356008-49fc-425f-ad4c-4d55b45d6a6d req-dbafd639-7968-4f92-a52e-13929a264008 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 945 time: 0.0568423 Sep 07 04:41:57.699875 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b2356008-49fc-425f-ad4c-4d55b45d6a6d req-5542e700-40a5-4758-a4db-50aa028c4c2e tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320122 Sep 07 04:41:58.014390 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-63f3ad78-f09d-4c75-b705-2f956da28d9c req-e9634393-e626-4a71-8c70-c92056fc7e00 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 210 time: 0.0270948 Sep 07 04:41:58.341348 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5269b27-9daf-4217-a63b-48580546c870 req-55b68b8e-05e7-4e48-b31d-2c745c1d35f8 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:58.342939 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a5269b27-9daf-4217-a63b-48580546c870 req-55b68b8e-05e7-4e48-b31d-2c745c1d35f8 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.54 "GET /v2.0/networks?id=bc54e37a-82e9-4557-9010-be489d666b94 HTTP/1.1" status: 200 len: 811 time: 0.1039970 Sep 07 04:41:58.363548 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae224e30-7199-4586-bce7-47399b9bf39e req-81990b8e-4854-46b2-8533-38bfc36fa7d9 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:58.365049 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ae224e30-7199-4586-bce7-47399b9bf39e req-81990b8e-4854-46b2-8533-38bfc36fa7d9 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.54 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 945 time: 0.0497568 Sep 07 04:41:58.393648 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a5269b27-9daf-4217-a63b-48580546c870 req-2f8585fa-b3e8-442e-9e32-aec18d58b271 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a49cf532fe548db94674dc3c4f1450f HTTP/1.1" status: 200 len: 379 time: 0.0351853 Sep 07 04:41:58.402858 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-a5269b27-9daf-4217-a63b-48580546c870 req-d32d0251-de94-4f5a-aecc-0aae76fa3960 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Request body: {'port': {'device_id': '7048e131-a9b0-4528-b1b9-fda1ecaaae3a', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'admin_state_up': True, 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'security_groups': ['2aa0e1d8-2dd0-4c90-b095-40981061a710']}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:41:58.461664 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [req-ae224e30-7199-4586-bce7-47399b9bf39e req-d6bedfb0-3f31-4ca5-81a4-b06608949cd1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Deleting port 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:41:58.462003 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-ae224e30-7199-4586-bce7-47399b9bf39e req-d6bedfb0-3f31-4ca5-81a4-b06608949cd1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:58.551027 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-ae224e30-7199-4586-bce7-47399b9bf39e req-d6bedfb0-3f31-4ca5-81a4-b06608949cd1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] For port 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3daf1c2c-a349-4c0e-aacc-e70c9ad1b916,segment=NetworkSegment(775f7892-8c3c-48d6-b54d-79469aa4e3cc),segment_id=775f7892-8c3c-48d6-b54d-79469aa4e3cc)] {{(pid=94311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:41:58.551167 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-ae224e30-7199-4586-bce7-47399b9bf39e req-d6bedfb0-3f31-4ca5-81a4-b06608949cd1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:58.583859 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5269b27-9daf-4217-a63b-48580546c870 req-d32d0251-de94-4f5a-aecc-0aae76fa3960 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Made reservation on behalf of 2a49cf532fe548db94674dc3c4f1450f for: {'port': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:41:58.587560 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-a5269b27-9daf-4217-a63b-48580546c870 req-d32d0251-de94-4f5a-aecc-0aae76fa3960 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:58.723523 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [req-a5269b27-9daf-4217-a63b-48580546c870 req-d32d0251-de94-4f5a-aecc-0aae76fa3960 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Allocated IP 172.20.0.13 (bc54e37a-82e9-4557-9010-be489d666b94/2b5abe33-e09a-4af3-af47-24268cfb548e/2ffafbad-1b5e-4f56-8410-40978e7ff8cc) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:41:58.783633 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-ae224e30-7199-4586-bce7-47399b9bf39e req-d6bedfb0-3f31-4ca5-81a4-b06608949cd1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:58.783996 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-ae224e30-7199-4586-bce7-47399b9bf39e req-d6bedfb0-3f31-4ca5-81a4-b06608949cd1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472587'] for floatingip, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:58.784309 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.l3_db [req-ae224e30-7199-4586-bce7-47399b9bf39e req-d6bedfb0-3f31-4ca5-81a4-b06608949cd1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Floating IP 9c4f54af-a2c7-4b20-a697-4db4dc85d86e disassociated. External IP: 172.27.2.112, port: 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916. Sep 07 04:41:58.784682 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [req-ae224e30-7199-4586-bce7-47399b9bf39e req-d6bedfb0-3f31-4ca5-81a4-b06608949cd1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Calling delete_port for 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 owned by compute:nova {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:41:58.875814 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da9ad4-e33e-4cf4-b3e3-dbbcec9ea04d req-38743238-1d9e-4f41-beb4-40659e1b716a tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:58.877268 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-61da9ad4-e33e-4cf4-b3e3-dbbcec9ea04d req-38743238-1d9e-4f41-beb4-40659e1b716a tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 945 time: 0.0991514 Sep 07 04:41:58.923000 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-a5269b27-9daf-4217-a63b-48580546c870 req-d32d0251-de94-4f5a-aecc-0aae76fa3960 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:58.946571 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-61da9ad4-e33e-4cf4-b3e3-dbbcec9ea04d req-d9ccce15-8da4-4ead-8e52-dafcbeb7bc6f tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599475 Sep 07 04:41:58.971917 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [req-a5269b27-9daf-4217-a63b-48580546c870 req-d32d0251-de94-4f5a-aecc-0aae76fa3960 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Transition to ACTIVE for port object 2ffafbad-1b5e-4f56-8410-40978e7ff8cc will not be triggered until provisioned by entity DHCP. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:41:58.972101 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-ae224e30-7199-4586-bce7-47399b9bf39e req-d6bedfb0-3f31-4ca5-81a4-b06608949cd1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:59.003424 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bedfb0-3f31-4ca5-81a4-b06608949cd1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Pushing event deleted for resources: {'Port': ['ID=3daf1c2c-a349-4c0e-aacc-e70c9ad1b916,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:59.113330 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a9fbfe6d-1b1d-4a8f-b412-effc727899d3 req-0a7f08a6-1c15-4cb5-bcee-cc6ef6a85f79 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 210 time: 0.0267935 Sep 07 04:41:59.122463 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae224e30-7199-4586-bce7-47399b9bf39e req-d6bedfb0-3f31-4ca5-81a4-b06608949cd1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Router 2553c649-3b4f-45eb-8aee-a438a3786424 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:41:59.132057 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-a5269b27-9daf-4217-a63b-48580546c870 req-d32d0251-de94-4f5a-aecc-0aae76fa3960 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:59.170494 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5269b27-9daf-4217-a63b-48580546c870 req-d32d0251-de94-4f5a-aecc-0aae76fa3960 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Network bc54e37a-82e9-4557-9010-be489d666b94 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:41:59.175330 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [req-a5269b27-9daf-4217-a63b-48580546c870 req-d32d0251-de94-4f5a-aecc-0aae76fa3960 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:41:59.181888 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5269b27-9daf-4217-a63b-48580546c870 req-d32d0251-de94-4f5a-aecc-0aae76fa3960 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:41:59.207865 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d0251-de94-4f5a-aecc-0aae76fa3960 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event updated for resources: {'Port': ['ID=2ffafbad-1b5e-4f56-8410-40978e7ff8cc,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:41:59.234227 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5269b27-9daf-4217-a63b-48580546c870 req-d32d0251-de94-4f5a-aecc-0aae76fa3960 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:41:59.235103 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-a5269b27-9daf-4217-a63b-48580546c870 req-d32d0251-de94-4f5a-aecc-0aae76fa3960 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:59.244590 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae224e30-7199-4586-bce7-47399b9bf39e req-d6bedfb0-3f31-4ca5-81a4-b06608949cd1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:41:59.256072 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c6b30e-5192-4eb4-b91a-491a83e04018 None None] Sync routers for ids ['2553c649-3b4f-45eb-8aee-a438a3786424'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:41:59.267006 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c6b30e-5192-4eb4-b91a-491a83e04018 None None] Routers {'2553c649-3b4f-45eb-8aee-a438a3786424'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:41:59.267744 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-e4c6b30e-5192-4eb4-b91a-491a83e04018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:41:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['2553c649-3b4f-45eb-8aee-a438a3786424'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:59.296073 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae224e30-7199-4586-bce7-47399b9bf39e req-d6bedfb0-3f31-4ca5-81a4-b06608949cd1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] No DVR routers for this DVR port 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 on host hv-cinder-80403 {{(pid=94311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:41:59.298977 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-ae224e30-7199-4586-bce7-47399b9bf39e req-d6bedfb0-3f31-4ca5-81a4-b06608949cd1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:59.301281 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ae224e30-7199-4586-bce7-47399b9bf39e req-d6bedfb0-3f31-4ca5-81a4-b06608949cd1 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.54 "DELETE /v2.0/ports/3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 HTTP/1.1" status: 204 len: 173 time: 0.9260068 Sep 07 04:41:59.301749 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79807786-f2cf-484a-a108-d31780614b17', 'name': 'network-vif-deleted', 'tag': '3daf1c2c-a349-4c0e-aacc-e70c9ad1b916'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:41:59.313017 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd8fa4f-290c-4a8e-ba05-361e4114b294" -d '{"events": [{"server_uuid": "79807786-f2cf-484a-a108-d31780614b17", "name": "network-vif-deleted", "tag": "3daf1c2c-a349-4c0e-aacc-e70c9ad1b916"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:41:59.348638 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a5269b27-9daf-4217-a63b-48580546c870 req-d32d0251-de94-4f5a-aecc-0aae76fa3960 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9495628 Sep 07 04:41:59.359652 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d52743-ecef-42a4-9494-dca04a703528 x-openstack-request-id: req-99d52743-ecef-42a4-9494-dca04a703528 {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:41:59.359652 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79807786-f2cf-484a-a108-d31780614b17", "name": "network-vif-deleted", "tag": "3daf1c2c-a349-4c0e-aacc-e70c9ad1b916", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:41:59.359652 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99d52743-ecef-42a4-9494-dca04a703528 {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:41:59.359652 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79807786-f2cf-484a-a108-d31780614b17', 'name': 'network-vif-deleted', 'tag': '3daf1c2c-a349-4c0e-aacc-e70c9ad1b916', 'status': 'completed', 'code': 200} Sep 07 04:41:59.392325 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Request body: {'port': {'device_id': '7048e131-a9b0-4528-b1b9-fda1ecaaae3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:41:59.394206 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-e4c6b30e-5192-4eb4-b91a-491a83e04018 None None] Set router 2553c649-3b4f-45eb-8aee-a438a3786424 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:41:59.473725 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:59.535611 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-1cc4e348-f72b-4051-89f1-32819e27eb0b None None] Provisioning for port 2ffafbad-1b5e-4f56-8410-40978e7ff8cc completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:41:59.544262 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-1cc4e348-f72b-4051-89f1-32819e27eb0b None None] Provisioning complete for port 2ffafbad-1b5e-4f56-8410-40978e7ff8cc triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:41:59.546228 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-1cc4e348-f72b-4051-89f1-32819e27eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:59.581867 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-1cc4e348-f72b-4051-89f1-32819e27eb0b None None] Port 2ffafbad-1b5e-4f56-8410-40978e7ff8cc cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:41:59.627395 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-e4c6b30e-5192-4eb4-b91a-491a83e04018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:37:31Z', 'revision_number': 4, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port': {'id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:28Z', 'updated_at': '2021-09-07T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '739e4423-981a-480a-ba2f-814a97bb2eef', 'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'mac_address': 'fa:16:3e:66:4c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:30Z', 'updated_at': '2021-09-07T04:37:35Z', 'revision_number': 5, 'project_id': '69e502a27852415eac62b20297317cc2', 'subnets': [{'id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:59.629351 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-451120ec-5711-43f0-81f7-74d28be6c774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:59.632624 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:59.654196 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c6b30e-5192-4eb4-b91a-491a83e04018 None None] Checking router: 2553c649-3b4f-45eb-8aee-a438a3786424 for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:41:59.662662 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c6b30e-5192-4eb4-b91a-491a83e04018 None None] Routers {'2553c649-3b4f-45eb-8aee-a438a3786424'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:41:59.663270 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-e4c6b30e-5192-4eb4-b91a-491a83e04018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:41:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['2553c649-3b4f-45eb-8aee-a438a3786424'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:41:59.766970 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-e4c6b30e-5192-4eb4-b91a-491a83e04018 None None] Set router 2553c649-3b4f-45eb-8aee-a438a3786424 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:41:59.794887 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ffafbad-1b5e-4f56-8410-40978e7ff8cc {{(pid=94312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:41:59.803225 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:59.816339 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Transition to ACTIVE for port object 2ffafbad-1b5e-4f56-8410-40978e7ff8cc will not be triggered until provisioned by entity L2. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:41:59.932156 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:41:59.968809 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-e4c6b30e-5192-4eb4-b91a-491a83e04018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:37:31Z', 'revision_number': 4, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port': {'id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:28Z', 'updated_at': '2021-09-07T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '739e4423-981a-480a-ba2f-814a97bb2eef', 'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'mac_address': 'fa:16:3e:66:4c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:30Z', 'updated_at': '2021-09-07T04:37:35Z', 'revision_number': 5, 'project_id': '69e502a27852415eac62b20297317cc2', 'subnets': [{'id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:42:00.015366 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Pushing event updated for resources: {'Port': ['ID=2ffafbad-1b5e-4f56-8410-40978e7ff8cc,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:00.021999 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c6b30e-5192-4eb4-b91a-491a83e04018 None None] The sync data for ids ['2553c649-3b4f-45eb-8aee-a438a3786424'] in dv-cinder-804035-10-iscsi is: [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:37:31Z', 'revision_number': 4, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port': {'id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:28Z', 'updated_at': '2021-09-07T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '739e4423-981a-480a-ba2f-814a97bb2eef', 'name': '', 'network_id': 'abd7a2b8-d7f2-4d4c-a518-325d19a15c68', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'mac_address': 'fa:16:3e:66:4c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:30Z', 'updated_at': '2021-09-07T04:37:35Z', 'revision_number': 5, 'project_id': '69e502a27852415eac62b20297317cc2', 'subnets': [{'id': '71cfc763-38e6-482c-b830-db47568dd9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:42:00.089278 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-84d2f663-800b-45b4-9717-2bc7f687127c req-a3876181-d2a4-4a93-8d28-7687917730fb tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/ports?device_id=79807786-f2cf-484a-a108-d31780614b17 HTTP/1.1" status: 200 len: 210 time: 0.0329673 Sep 07 04:42:00.108868 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Attempting to bind port 2ffafbad-1b5e-4f56-8410-40978e7ff8cc on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:42:00.109213 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Attempting to bind port 2ffafbad-1b5e-4f56-8410-40978e7ff8cc by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:42:00.109549 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Attempting to bind port 2ffafbad-1b5e-4f56-8410-40978e7ff8cc on network bc54e37a-82e9-4557-9010-be489d666b94 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:42:00.114317 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Port 2ffafbad-1b5e-4f56-8410-40978e7ff8cc on network bc54e37a-82e9-4557-9010-be489d666b94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:42:00.114891 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Attempting to bind port 2ffafbad-1b5e-4f56-8410-40978e7ff8cc on network bc54e37a-82e9-4557-9010-be489d666b94 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:42:00.119846 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:42:00.120197 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Checking segment: {'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:42:00.120627 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Bound using segment: {'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:42:00.121056 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Bound port: 2ffafbad-1b5e-4f56-8410-40978e7ff8cc, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'}}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:42:00.121421 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:00.203391 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] For port 2ffafbad-1b5e-4f56-8410-40978e7ff8cc, host hv-cinder-80403, cleared binding levels {{(pid=94312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:42:00.239510 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] For port 2ffafbad-1b5e-4f56-8410-40978e7ff8cc, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2ffafbad-1b5e-4f56-8410-40978e7ff8cc,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:42:00.267300 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348ba10-624c-410f-a536-9bcedf635b51 req-17cfe54b-53fe-4a59-8cda-465bfa8c23c1 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:00.268981 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7348ba10-624c-410f-a536-9bcedf635b51 req-17cfe54b-53fe-4a59-8cda-465bfa8c23c1 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 944 time: 0.0731404 Sep 07 04:42:00.317607 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ecc8e4-a338-459f-9bc0-aedf1b96b314 None None] New status for floating IP 9c4f54af-a2c7-4b20-a697-4db4dc85d86e: DOWN {{(pid=94313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:42:00.319633 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7348ba10-624c-410f-a536-9bcedf635b51 req-3b58ffc4-852c-42de-b865-f09e2cafe4a3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421426 Sep 07 04:42:00.341926 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:00.376184 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:00.376817 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:00.378182 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a5269b27-9daf-4217-a63b-48580546c870 req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] 10.222.0.54 "PUT /v2.0/ports/2ffafbad-1b5e-4f56-8410-40978e7ff8cc HTTP/1.1" status: 200 len: 1094 time: 0.9943054 Sep 07 04:42:00.378605 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7048e131-a9b0-4528-b1b9-fda1ecaaae3a', 'tag': '2ffafbad-1b5e-4f56-8410-40978e7ff8cc'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:42:00.381724 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b4d95d-5041-4f27-a757-434c079bda57" -d '{"events": [{"name": "network-changed", "server_uuid": "7048e131-a9b0-4528-b1b9-fda1ecaaae3a", "tag": "2ffafbad-1b5e-4f56-8410-40978e7ff8cc"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:42:00.425297 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e829c53-89b3-4d4f-861d-dd29916b2a9f x-openstack-request-id: req-9e829c53-89b3-4d4f-861d-dd29916b2a9f {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:42:00.425619 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7048e131-a9b0-4528-b1b9-fda1ecaaae3a", "tag": "2ffafbad-1b5e-4f56-8410-40978e7ff8cc", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:42:00.425877 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e829c53-89b3-4d4f-861d-dd29916b2a9f {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:42:00.426322 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7048e131-a9b0-4528-b1b9-fda1ecaaae3a', 'tag': '2ffafbad-1b5e-4f56-8410-40978e7ff8cc', 'status': 'completed', 'code': 200} Sep 07 04:42:00.427085 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbe573-50fa-4610-a47e-8c515dad0d7c service neutron] Pushing event updated for resources: {'Port': ['ID=2ffafbad-1b5e-4f56-8410-40978e7ff8cc,revision_number=3']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:00.507327 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4d95d-5041-4f27-a757-434c079bda57 req-ccab8ba5-2059-4262-8a58-097cfaad9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:00.508880 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b5b4d95d-5041-4f27-a757-434c079bda57 req-ccab8ba5-2059-4262-8a58-097cfaad9bbc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a49cf532fe548db94674dc3c4f1450f&device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 1097 time: 0.0451791 Sep 07 04:42:00.635044 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4d95d-5041-4f27-a757-434c079bda57 req-b7dc1555-47e3-47a8-b18b-a817eceb49de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:00.637815 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b5b4d95d-5041-4f27-a757-434c079bda57 req-b7dc1555-47e3-47a8-b18b-a817eceb49de service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2a49cf532fe548db94674dc3c4f1450f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1152530 Sep 07 04:42:00.667870 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:00.731343 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4d95d-5041-4f27-a757-434c079bda57 req-d7075d2e-5fc4-4305-a142-c5b54ca94a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:00.732777 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b5b4d95d-5041-4f27-a757-434c079bda57 req-d7075d2e-5fc4-4305-a142-c5b54ca94a5d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897293 Sep 07 04:42:00.829882 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5269b27-9daf-4217-a63b-48580546c870 req-b2e6d39b-24a9-4098-9266-2dc8e94f9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:00.831335 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a5269b27-9daf-4217-a63b-48580546c870 req-b2e6d39b-24a9-4098-9266-2dc8e94f9bfe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a49cf532fe548db94674dc3c4f1450f&device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 1097 time: 0.0419216 Sep 07 04:42:00.883464 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a5269b27-9daf-4217-a63b-48580546c870 req-67554c51-2ba6-4bfd-b94f-a597665d3a11 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ffafbad-1b5e-4f56-8410-40978e7ff8cc HTTP/1.1" status: 200 len: 217 time: 0.0386560 Sep 07 04:42:00.932855 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5269b27-9daf-4217-a63b-48580546c870 req-a94c9d9b-7661-414b-a231-ce2589cd6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:00.934201 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a5269b27-9daf-4217-a63b-48580546c870 req-a94c9d9b-7661-414b-a231-ce2589cd6680 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b5abe33-e09a-4af3-af47-24268cfb548e HTTP/1.1" status: 200 len: 850 time: 0.0432599 Sep 07 04:42:00.979559 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5269b27-9daf-4217-a63b-48580546c870 req-88a630d2-7be6-4bfa-ace2-bd20380cd420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:00.981094 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a5269b27-9daf-4217-a63b-48580546c870 req-88a630d2-7be6-4bfa-ace2-bd20380cd420 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc54e37a-82e9-4557-9010-be489d666b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406187 Sep 07 04:42:01.073682 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a5269b27-9daf-4217-a63b-48580546c870 req-3e911d47-8a02-46e6-a444-bb40dcc3f7ba service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855429 Sep 07 04:42:01.165854 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a5269b27-9daf-4217-a63b-48580546c870 req-fe47ca38-ca7d-4c0e-8338-c99d2d4ba772 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835226 Sep 07 04:42:01.252749 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 41080) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:42:01.312069 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-2483c3d4-946b-4559-91d0-2d8aeea546ac tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:01.336602 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-2483c3d4-946b-4559-91d0-2d8aeea546ac tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:01.438004 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89fc0c-1328-4412-99ef-7a93562200b0 req-56a1c1e5-11c6-4f92-8b44-4d7b500ccef0 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:01.439473 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fe89fc0c-1328-4412-99ef-7a93562200b0 req-56a1c1e5-11c6-4f92-8b44-4d7b500ccef0 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 944 time: 0.0475163 Sep 07 04:42:01.458803 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-2483c3d4-946b-4559-91d0-2d8aeea546ac tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:01.461304 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-2483c3d4-946b-4559-91d0-2d8aeea546ac tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:01.463056 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-2483c3d4-946b-4559-91d0-2d8aeea546ac tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "DELETE /v2.0/security-groups/ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a HTTP/1.1" status: 204 len: 168 time: 0.2086351 Sep 07 04:42:01.465910 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 41084) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:42:01.477008 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483c3d4-946b-4559-91d0-2d8aeea546ac tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:01.481724 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.api.v2.resource [None req-01bd855e-4298-49df-962b-342b721e1bbd tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] show failed (client error): The resource could not be found. Sep 07 04:42:01.482813 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-01bd855e-4298-49df-962b-342b721e1bbd tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "GET /v2.0/security-groups/ed85fcf7-e7c9-4926-a2ca-37fe11d95d3a HTTP/1.1" status: 404 len: 347 time: 0.0157406 Sep 07 04:42:01.486183 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 41086) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:42:01.494966 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fe89fc0c-1328-4412-99ef-7a93562200b0 req-9cada22a-b3c3-4908-8e31-607ed29efbd3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493057 Sep 07 04:42:01.608192 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-6df44e2c-e12f-424f-8230-8c8cacbec0f5 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Deleting port 0c24e12a-4d0d-4870-a4f6-e5acf2f6776a {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:42:01.608453 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6df44e2c-e12f-424f-8230-8c8cacbec0f5 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:01.680576 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6df44e2c-e12f-424f-8230-8c8cacbec0f5 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:01.680907 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6df44e2c-e12f-424f-8230-8c8cacbec0f5 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:01.692073 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-6df44e2c-e12f-424f-8230-8c8cacbec0f5 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Calling delete_port for 0c24e12a-4d0d-4870-a4f6-e5acf2f6776a owned by network:floatingip {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:42:01.906953 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6df44e2c-e12f-424f-8230-8c8cacbec0f5 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:01.930049 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df44e2c-e12f-424f-8230-8c8cacbec0f5 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Pushing event deleted for resources: {'Port': ['ID=0c24e12a-4d0d-4870-a4f6-e5acf2f6776a,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:01.995803 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6df44e2c-e12f-424f-8230-8c8cacbec0f5 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:01.998348 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6df44e2c-e12f-424f-8230-8c8cacbec0f5 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:01.999794 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-6df44e2c-e12f-424f-8230-8c8cacbec0f5 tempest-AttachVolumeTestJSON-425017490 tempest-AttachVolumeTestJSON-425017490-project] 10.222.0.55 "DELETE /v2.0/floatingips/9c4f54af-a2c7-4b20-a697-4db4dc85d86e HTTP/1.1" status: 204 len: 168 time: 0.5122993 Sep 07 04:42:02.546467 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:02.632568 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfcd37-b03a-4e5b-a59e-1bd1fd81ae45 req-a0f8c663-8cc8-4bb4-9e97-7b2eaaa18abc tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:02.634115 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f7bfcd37-b03a-4e5b-a59e-1bd1fd81ae45 req-a0f8c663-8cc8-4bb4-9e97-7b2eaaa18abc tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 944 time: 0.0628178 Sep 07 04:42:02.676873 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f7bfcd37-b03a-4e5b-a59e-1bd1fd81ae45 req-88a82b31-b493-414d-b4df-a9d7c0647baa tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358686 Sep 07 04:42:03.006725 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:42:03.027932 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:42:03.028288 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 3daf1c2c-a349-4c0e-aacc-e70c9ad1b916 not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:42:03.795592 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82574afa-0926-426e-b8d2-ac881004f299 req-a1ffbf8d-f381-4b0a-b746-c4b355ed4040 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:03.797118 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-82574afa-0926-426e-b8d2-ac881004f299 req-a1ffbf8d-f381-4b0a-b746-c4b355ed4040 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 944 time: 0.0489380 Sep 07 04:42:03.834573 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-82574afa-0926-426e-b8d2-ac881004f299 req-5a06364e-73ff-4d4d-844b-894f63d25cf2 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311484 Sep 07 04:42:04.451625 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:04.946255 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203b36c-12da-4414-b9f9-00b8585c5800 req-693d8b3c-172e-4b6a-9335-5f2f3d79ea19 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:04.947706 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1203b36c-12da-4414-b9f9-00b8585c5800 req-693d8b3c-172e-4b6a-9335-5f2f3d79ea19 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 944 time: 0.0488148 Sep 07 04:42:04.985758 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1203b36c-12da-4414-b9f9-00b8585c5800 req-f9b15866-02f6-40d8-9aab-7945038ef97f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320587 Sep 07 04:42:06.102510 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c045fd-792a-4b92-abc8-3336ad1d2d32 req-ba974866-f883-42a2-8831-27d21afaa52a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:06.104591 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e7c045fd-792a-4b92-abc8-3336ad1d2d32 req-ba974866-f883-42a2-8831-27d21afaa52a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 944 time: 0.0521894 Sep 07 04:42:06.143603 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e7c045fd-792a-4b92-abc8-3336ad1d2d32 req-583b8059-7a18-4c22-be20-49952aa2b567 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332565 Sep 07 04:42:06.145198 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 41122) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:42:06.478437 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-67866a58-b3cb-4318-92fe-77818ae6548f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471051'] for router_interface, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:06.714940 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-67866a58-b3cb-4318-92fe-77818ae6548f admin admin] Deleting port 739e4423-981a-480a-ba2f-814a97bb2eef {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:42:06.715282 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-67866a58-b3cb-4318-92fe-77818ae6548f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:06.796697 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [None req-67866a58-b3cb-4318-92fe-77818ae6548f admin admin] For port 739e4423-981a-480a-ba2f-814a97bb2eef, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=739e4423-981a-480a-ba2f-814a97bb2eef,segment=NetworkSegment(775f7892-8c3c-48d6-b54d-79469aa4e3cc),segment_id=775f7892-8c3c-48d6-b54d-79469aa4e3cc)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:42:06.796981 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-67866a58-b3cb-4318-92fe-77818ae6548f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:06.808933 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-67866a58-b3cb-4318-92fe-77818ae6548f admin admin] Calling delete_port for 739e4423-981a-480a-ba2f-814a97bb2eef owned by network:router_interface {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:42:07.058147 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-67866a58-b3cb-4318-92fe-77818ae6548f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:07.083885 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67866a58-b3cb-4318-92fe-77818ae6548f admin admin] Pushing event deleted for resources: {'Port': ['ID=739e4423-981a-480a-ba2f-814a97bb2eef,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:07.275284 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-67866a58-b3cb-4318-92fe-77818ae6548f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471191'] for router_interface, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:07.300516 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725f5c7-df02-4fdf-b1bd-d72500e1906f req-66162c15-9c7b-4eb6-a2e7-3ef9866f172f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:07.301990 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3725f5c7-df02-4fdf-b1bd-d72500e1906f req-66162c15-9c7b-4eb6-a2e7-3ef9866f172f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 944 time: 0.0697176 Sep 07 04:42:07.377393 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3725f5c7-df02-4fdf-b1bd-d72500e1906f req-6074d125-0830-4dc1-9b5a-faf931f4e4dc tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438981 Sep 07 04:42:07.776657 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67866a58-b3cb-4318-92fe-77818ae6548f admin admin] Router 2553c649-3b4f-45eb-8aee-a438a3786424 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:42:07.879351 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67866a58-b3cb-4318-92fe-77818ae6548f admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:42:07.885204 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-67866a58-b3cb-4318-92fe-77818ae6548f admin admin] 10.222.0.55 "PUT /v2.0/routers/2553c649-3b4f-45eb-8aee-a438a3786424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7390571 Sep 07 04:42:07.887788 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 41126) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:42:07.889279 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97acaae4-f8c2-420a-8b56-b43353881727 None None] Sync routers for ids ['2553c649-3b4f-45eb-8aee-a438a3786424'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:42:07.898272 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97acaae4-f8c2-420a-8b56-b43353881727 None None] Routers {'2553c649-3b4f-45eb-8aee-a438a3786424'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:42:07.898862 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-97acaae4-f8c2-420a-8b56-b43353881727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:41:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['2553c649-3b4f-45eb-8aee-a438a3786424'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:42:07.988615 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:08.000714 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-97acaae4-f8c2-420a-8b56-b43353881727 None None] Set router 2553c649-3b4f-45eb-8aee-a438a3786424 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:42:08.094802 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:08.243507 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Deleting port 2c900a11-3a32-4e6c-89bd-e8fe60769918 {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:42:08.243857 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:08.258144 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-97acaae4-f8c2-420a-8b56-b43353881727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:42:06Z', 'revision_number': 5, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port': {'id': '2c900a11-3a32-4e6c-89bd-e8fe60769918', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:37:28Z', 'updated_at': '2021-09-07T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:42:08.284902 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97acaae4-f8c2-420a-8b56-b43353881727 None None] Checking router: 2553c649-3b4f-45eb-8aee-a438a3786424 for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:42:08.293636 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97acaae4-f8c2-420a-8b56-b43353881727 None None] Routers {'2553c649-3b4f-45eb-8aee-a438a3786424'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:42:08.294243 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-97acaae4-f8c2-420a-8b56-b43353881727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:41:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['2553c649-3b4f-45eb-8aee-a438a3786424'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:42:08.320419 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] For port 2c900a11-3a32-4e6c-89bd-e8fe60769918, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=2c900a11-3a32-4e6c-89bd-e8fe60769918,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:42:08.320824 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:08.333298 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Calling delete_port for 2c900a11-3a32-4e6c-89bd-e8fe60769918 owned by network:router_gateway {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:42:08.379786 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-97acaae4-f8c2-420a-8b56-b43353881727 None None] Set router 2553c649-3b4f-45eb-8aee-a438a3786424 gateway port host: None {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:42:08.432984 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-97acaae4-f8c2-420a-8b56-b43353881727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:42:08Z', 'revision_number': 6, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port_host': None}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:42:08.459417 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97acaae4-f8c2-420a-8b56-b43353881727 None None] The sync data for ids ['2553c649-3b4f-45eb-8aee-a438a3786424'] in dv-cinder-804035-10-iscsi is: [{'id': '2553c649-3b4f-45eb-8aee-a438a3786424', 'name': 'tempest-AttachVolumeTestJSON-1631417314-router', 'tenant_id': '69e502a27852415eac62b20297317cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:37:27Z', 'updated_at': '2021-09-07T04:42:08Z', 'revision_number': 6, 'project_id': '69e502a27852415eac62b20297317cc2', 'gw_port_host': None}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:42:08.514759 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e7e76-213e-4b02-a9e7-7a5f119bc6e0 req-b205d8b8-e0ac-4a90-afd1-1f67f07f0fff tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:08.516238 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-906e7e76-213e-4b02-a9e7-7a5f119bc6e0 req-b205d8b8-e0ac-4a90-afd1-1f67f07f0fff tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 944 time: 0.0672894 Sep 07 04:42:08.552950 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-906e7e76-213e-4b02-a9e7-7a5f119bc6e0 req-e5e68047-fea2-408c-8c1b-080361442068 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304959 Sep 07 04:42:08.560392 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:08.586973 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c900a11-3a32-4e6c-89bd-e8fe60769918,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:08.616983 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:08.617338 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:08.617682 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:08.618021 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:08.618360 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:08.619411 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:08.619884 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:08.620225 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:08.620596 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:08.620934 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:08.621261 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:08.621588 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:08.661266 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472629'] for router_gateway, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:08.750354 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-50016'] for router, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:08.752454 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:08.866693 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-460655'] for router, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:08.867247 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2553c649-3b4f-45eb-8aee-a438a3786424 {{(pid=94311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 04:42:08.875032 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:08.876281 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-07a71058-8ea2-4cab-807e-cd9b4495f4f2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2553c649-3b4f-45eb-8aee-a438a3786424 HTTP/1.1" status: 204 len: 168 time: 0.9874949 Sep 07 04:42:08.890930 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 41130) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:42:08.922223 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] Deleting subnet 71cfc763-38e6-482c-b830-db47568dd9d9 {{(pid=94312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:42:08.925243 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:08.958378 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270396'] for subnet, precommit_delete_associations {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:09.037678 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1475966'] for subnet, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:09.037941 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 2ffafbad-1b5e-4f56-8410-40978e7ff8cc details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:42:09.141391 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 2ffafbad-1b5e-4f56-8410-40978e7ff8cc, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2ffafbad-1b5e-4f56-8410-40978e7ff8cc,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:42:09.152441 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': '2ffafbad-1b5e-4f56-8410-40978e7ff8cc', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'port_id': '2ffafbad-1b5e-4f56-8410-40978e7ff8cc', 'mac_address': 'fa:16:3e:89:5a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:42:09.169779 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1475957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9711872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8919976'] for subnet, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:09.192313 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:09.199162 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71cfc763-38e6-482c-b830-db47568dd9d9,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:09.201413 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:09.205014 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/71cfc763-38e6-482c-b830-db47568dd9d9 HTTP/1.1" status: 204 len: 168 time: 0.3227355 Sep 07 04:42:09.205480 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 41132) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:42:09.205906 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce86227a-97b7-4c66-9c67-9ab1dd591cc6 None None] Network abd7a2b8-d7f2-4d4c-a518-325d19a15c68 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:42:09.220486 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffafbad-1b5e-4f56-8410-40978e7ff8cc {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:42:09.227006 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.227500 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.227946 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.228927 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.229366 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.229994 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.230391 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.230785 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.231183 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.231716 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.232102 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.232580 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c462ea0-95fc-4544-9360-63b5c2594506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.257454 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 2ffafbad-1b5e-4f56-8410-40978e7ff8cc, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2ffafbad-1b5e-4f56-8410-40978e7ff8cc,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:42:09.288228 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543271'] for network, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:09.338000 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:09.347440 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] Deleting port f5387abe-768c-42b1-88f5-eb96937608f4 {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:42:09.347787 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:09.401616 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=2ffafbad-1b5e-4f56-8410-40978e7ff8cc,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:09.409348 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.409707 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.410055 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.410397 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.410736 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.411075 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.411409 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.411742 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.412077 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.412407 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.412771 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.413098 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:42:09.414475 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] For port f5387abe-768c-42b1-88f5-eb96937608f4, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=f5387abe-768c-42b1-88f5-eb96937608f4,segment=NetworkSegment(775f7892-8c3c-48d6-b54d-79469aa4e3cc),segment_id=775f7892-8c3c-48d6-b54d-79469aa4e3cc)] {{(pid=94311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:42:09.414959 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:09.428072 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] Calling delete_port for f5387abe-768c-42b1-88f5-eb96937608f4 owned by network:dhcp {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:42:09.465440 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfe6312-c13a-411a-91ee-d62e82c8505b None None] DHCP port deletion for abd7a2b8-d7f2-4d4c-a518-325d19a15c68 request from dv-cinder-804035-10-iscsi {{(pid=94313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 04:42:09.520814 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-9dfe6312-c13a-411a-91ee-d62e82c8505b None None] Deleting port f5387abe-768c-42b1-88f5-eb96937608f4 {{(pid=94313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:42:09.521198 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6312-c13a-411a-91ee-d62e82c8505b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:09.583382 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:09.594241 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-9dfe6312-c13a-411a-91ee-d62e82c8505b None None] For port f5387abe-768c-42b1-88f5-eb96937608f4, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=f5387abe-768c-42b1-88f5-eb96937608f4,segment=NetworkSegment(775f7892-8c3c-48d6-b54d-79469aa4e3cc),segment_id=775f7892-8c3c-48d6-b54d-79469aa4e3cc)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:42:09.595860 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6312-c13a-411a-91ee-d62e82c8505b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:09.611700 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f5387abe-768c-42b1-88f5-eb96937608f4,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:09.614385 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] No DVR routers for this DVR port f5387abe-768c-42b1-88f5-eb96937608f4 on host dv-cinder-804035-10-iscsi {{(pid=94311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:42:09.620675 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-9dfe6312-c13a-411a-91ee-d62e82c8505b None None] Calling delete_port for f5387abe-768c-42b1-88f5-eb96937608f4 owned by network:dhcp {{(pid=94313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:42:09.627120 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['2ffafbad-1b5e-4f56-8410-40978e7ff8cc'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:42:09.662698 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 739e4423-981a-480a-ba2f-814a97bb2eef no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:42:09.693932 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474017', 'neutron.services.segments.db._delete_segments_for_network-8773844615792'] for network, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:09.697089 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b791d1-d46c-408c-b5df-adc75ced4976 req-a847cdc6-eb30-4c17-942b-ce4941f1701a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:09.698783 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-68b791d1-d46c-408c-b5df-adc75ced4976 req-a847cdc6-eb30-4c17-942b-ce4941f1701a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 945 time: 0.0501101 Sep 07 04:42:09.714511 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.services.segments.db [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd7a2b8-d7f2-4d4c-a518-325d19a15c68']}} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:42:09.715371 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: 739e4423-981a-480a-ba2f-814a97bb2eef {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:42:09.715719 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 739e4423-981a-480a-ba2f-814a97bb2eef not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:42:09.716151 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device f5387abe-768c-42b1-88f5-eb96937608f4 no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:42:09.725049 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.services.segments.db [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775f7892-8c3c-48d6-b54d-79469aa4e3cc') {'for_net_delete': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:42:09.725427 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.services.segments.db [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775f7892-8c3c-48d6-b54d-79469aa4e3cc') {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:42:09.735569 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773844616057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10360170'] for segment, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:09.738759 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-68b791d1-d46c-408c-b5df-adc75ced4976 req-822e225e-58bf-40e2-8643-3aa8b994326e tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336308 Sep 07 04:42:09.749661 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: f5387abe-768c-42b1-88f5-eb96937608f4 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:42:09.750008 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device f5387abe-768c-42b1-88f5-eb96937608f4 not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:42:09.750145 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:09.750422 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 2c900a11-3a32-4e6c-89bd-e8fe60769918 no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:42:09.756623 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:42:09.756770 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9042320'] for segment, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: Traceback (most recent call last): Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: timer() Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: cb(*args, **kw) Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: return func(*args, **kwargs) Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: self._notify() Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: self.callback(batched_events) Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: event.method(event) Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: return f(self, *a, **k) Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: return self._get(url).json() Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: return self.request(url, 'GET', **kwargs) Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:42:09.766963 dv-cinder-804035-10-iscsi neutron-server[94311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:42:09.786640 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: 2c900a11-3a32-4e6c-89bd-e8fe60769918 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:42:09.786985 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 2c900a11-3a32-4e6c-89bd-e8fe60769918 not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:42:09.834507 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6312-c13a-411a-91ee-d62e82c8505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477'] for port, after_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:09.869916 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe6312-c13a-411a-91ee-d62e82c8505b None None] Pushing event deleted for resources: {'Port': ['ID=f5387abe-768c-42b1-88f5-eb96937608f4,revision_number=None']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:09.878699 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe6312-c13a-411a-91ee-d62e82c8505b None None] No DVR routers for this DVR port f5387abe-768c-42b1-88f5-eb96937608f4 on host dv-cinder-804035-10-iscsi {{(pid=94313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:42:09.914564 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472601'] for network, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:09.920064 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:09.922199 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] 10.222.0.55 "DELETE /v2.0/networks/abd7a2b8-d7f2-4d4c-a518-325d19a15c68 HTTP/1.1" status: 204 len: 168 time: 0.7158344 Sep 07 04:42:09.937246 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6c9a8-5929-49bb-b3fd-29c29b3df8ec admin admin] Pushing event deleted for resources: {'Network': ['ID=abd7a2b8-d7f2-4d4c-a518-325d19a15c68,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:10.352372 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 41138) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:42:10.397417 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-b6b1aab0-eafd-4829-aa58-a7fd51791b44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69e502a27852415eac62b20297317cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438106 Sep 07 04:42:10.400476 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 41140) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:42:10.445968 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ceee19e8-d981-406f-97c9-122c11b958f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:10.467318 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ceee19e8-d981-406f-97c9-122c11b958f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:10.634700 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ceee19e8-d981-406f-97c9-122c11b958f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:10.637314 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ceee19e8-d981-406f-97c9-122c11b958f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:10.638482 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-ceee19e8-d981-406f-97c9-122c11b958f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a9dc50c2-99f2-40c4-bdc2-5cbd7c66d616 HTTP/1.1" status: 204 len: 168 time: 0.2370765 Sep 07 04:42:10.645977 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee19e8-d981-406f-97c9-122c11b958f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dc50c2-99f2-40c4-bdc2-5cbd7c66d616,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:10.860844 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596edd9d-44ce-44cf-8425-4e2beddef8f9 req-1e16b165-b4d5-4f98-8a56-9a55bd5e7ffe tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:10.862298 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-596edd9d-44ce-44cf-8425-4e2beddef8f9 req-1e16b165-b4d5-4f98-8a56-9a55bd5e7ffe tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 945 time: 0.0554078 Sep 07 04:42:10.903508 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-596edd9d-44ce-44cf-8425-4e2beddef8f9 req-cf84c228-56b9-4685-b1f8-d208bdcba04e tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353515 Sep 07 04:42:11.037730 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 2ffafbad-1b5e-4f56-8410-40978e7ff8cc up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:42:11.146456 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port 2ffafbad-1b5e-4f56-8410-40978e7ff8cc completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:42:11.152246 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port 2ffafbad-1b5e-4f56-8410-40978e7ff8cc triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:42:11.152675 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:11.228893 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:11.251412 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7048e131-a9b0-4528-b1b9-fda1ecaaae3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffafbad-1b5e-4f56-8410-40978e7ff8cc'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:42:11.253682 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30098294-df90-4662-bf72-ca1f7bb3f3b1" -d '{"events": [{"server_uuid": "7048e131-a9b0-4528-b1b9-fda1ecaaae3a", "name": "network-vif-plugged", "status": "completed", "tag": "2ffafbad-1b5e-4f56-8410-40978e7ff8cc"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:42:11.267157 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 2ffafbad-1b5e-4f56-8410-40978e7ff8cc, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2ffafbad-1b5e-4f56-8410-40978e7ff8cc,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:42:11.291534 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1dbf1a-af62-48b5-94bd-21e69919127a x-openstack-request-id: req-4f1dbf1a-af62-48b5-94bd-21e69919127a {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:42:11.292038 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7048e131-a9b0-4528-b1b9-fda1ecaaae3a", "name": "network-vif-plugged", "status": "completed", "tag": "2ffafbad-1b5e-4f56-8410-40978e7ff8cc", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:42:11.292318 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f1dbf1a-af62-48b5-94bd-21e69919127a {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:42:11.292744 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7048e131-a9b0-4528-b1b9-fda1ecaaae3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffafbad-1b5e-4f56-8410-40978e7ff8cc', 'code': 200} Sep 07 04:42:11.366403 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:11.419337 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=2ffafbad-1b5e-4f56-8410-40978e7ff8cc,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:11.684463 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe230d-3067-4cba-8ffd-d25b0c9d57c3 req-011ac514-b330-478a-a6dd-16388e8d1ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:11.685912 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e9fe230d-3067-4cba-8ffd-d25b0c9d57c3 req-011ac514-b330-478a-a6dd-16388e8d1ae1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 1099 time: 0.0410221 Sep 07 04:42:11.720841 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e9fe230d-3067-4cba-8ffd-d25b0c9d57c3 req-3de66bbe-d265-4307-8eaf-b3ed5fb8b620 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283875 Sep 07 04:42:12.030202 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3e4fd-9177-4230-85bd-444bb5831192 req-d79ad800-d6bf-4576-b7f1-73d1658de328 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:12.032015 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-08e3e4fd-9177-4230-85bd-444bb5831192 req-d79ad800-d6bf-4576-b7f1-73d1658de328 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 946 time: 0.0517714 Sep 07 04:42:12.069320 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-08e3e4fd-9177-4230-85bd-444bb5831192 req-8cfbcec6-32af-4312-babe-218b346faaa4 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313435 Sep 07 04:42:13.193569 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79171bb2-add5-490f-8510-e68c7e24dadd req-fdcbe904-f8e6-43ab-a612-ad59b708c5e4 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:13.197582 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 41192) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:42:13.198084 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-79171bb2-add5-490f-8510-e68c7e24dadd req-fdcbe904-f8e6-43ab-a612-ad59b708c5e4 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 946 time: 0.0530765 Sep 07 04:42:13.234237 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-79171bb2-add5-490f-8510-e68c7e24dadd req-e7ed3873-d633-4ef0-9bb0-550ad8d0905c tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324395 Sep 07 04:42:13.299868 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-18823479-b120-4114-8472-12c4e3fe2811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:13.361632 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952bf22-d6c3-4eee-bb9d-3ff47c25d6a8 req-2d22d479-1583-409c-8e32-24e436a14252 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:13.363143 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d952bf22-d6c3-4eee-bb9d-3ff47c25d6a8 req-2d22d479-1583-409c-8e32-24e436a14252 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 946 time: 0.0529201 Sep 07 04:42:13.394600 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-18823479-b120-4114-8472-12c4e3fe2811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:13.403673 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d952bf22-d6c3-4eee-bb9d-3ff47c25d6a8 req-4d5a7d69-a2a6-4e6d-8c6c-6cb46ec7aaf0 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331664 Sep 07 04:42:13.425762 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 41198) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:42:13.474745 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-18823479-b120-4114-8472-12c4e3fe2811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:13.515147 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18823479-b120-4114-8472-12c4e3fe2811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fcdae9-6497-4cae-ad2f-34a764aede24,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:13.519679 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-18823479-b120-4114-8472-12c4e3fe2811 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f02c038a733d49e0b36a07cd94125243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247938 Sep 07 04:42:13.522481 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 41202) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:42:13.563638 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d327125d-4c53-4c04-a388-8cc54ad59143 tempest-TestVolumeBootPattern-1177948875 tempest-TestVolumeBootPattern-1177948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:13.567899 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-d327125d-4c53-4c04-a388-8cc54ad59143 tempest-TestVolumeBootPattern-1177948875 tempest-TestVolumeBootPattern-1177948875-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 1094 time: 0.1384704 Sep 07 04:42:13.568272 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 41204) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:42:13.573078 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Request body: {'floatingip': {'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'port_id': '2ffafbad-1b5e-4f56-8410-40978e7ff8cc', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:42:13.573747 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e4ea-85e9-4a81-b187-7a30c52bf799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:13.595213 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e4ea-85e9-4a81-b187-7a30c52bf799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:13.700884 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for floatingip, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:13.734765 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e4ea-85e9-4a81-b187-7a30c52bf799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:13.737544 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e4ea-85e9-4a81-b187-7a30c52bf799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:13.741151 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-cfc9e4ea-85e9-4a81-b187-7a30c52bf799 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13fcdae9-6497-4cae-ad2f-34a764aede24 HTTP/1.1" status: 204 len: 168 time: 0.2143290 Sep 07 04:42:13.747102 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9e4ea-85e9-4a81-b187-7a30c52bf799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fcdae9-6497-4cae-ad2f-34a764aede24,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:13.801720 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:13.906737 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Allocated IP 172.27.2.91 (8b8648d5-0172-4d8a-aa17-a0353230f6f5/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8/889a72cd-6824-49e6-b909-e8c2296bc752) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:42:14.007238 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:14.129759 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:14.166259 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:42:14.168954 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:42:14.172703 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:42:14.198954 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event updated for resources: {'Port': ['ID=889a72cd-6824-49e6-b909-e8c2296bc752,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:14.522052 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 41210) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:42:14.538435 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-1d4bd01a-f3bc-46e7-b9fd-4a1634efba12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:14.544996 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:14.625377 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-1d4bd01a-f3bc-46e7-b9fd-4a1634efba12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:14.691427 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:14.713073 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-1d4bd01a-f3bc-46e7-b9fd-4a1634efba12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:14.755943 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 41212) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:42:14.756163 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-1d4bd01a-f3bc-46e7-b9fd-4a1634efba12 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e1fbc31d72944e189aba9ce816748156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327952 Sep 07 04:42:14.757256 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bd01a-f3bc-46e7-b9fd-4a1634efba12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c739b1f6-4a26-46ae-a076-e42aa53f71d5,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:14.865590 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6a076d06-d680-4036-910e-7ab88fa71244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:14.901140 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:14.904753 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6a076d06-d680-4036-910e-7ab88fa71244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:14.995180 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:15.022223 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6a076d06-d680-4036-910e-7ab88fa71244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:15.024708 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6a076d06-d680-4036-910e-7ab88fa71244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:15.025826 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-6a076d06-d680-4036-910e-7ab88fa71244 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c739b1f6-4a26-46ae-a076-e42aa53f71d5 HTTP/1.1" status: 204 len: 168 time: 0.2687633 Sep 07 04:42:15.067727 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a076d06-d680-4036-910e-7ab88fa71244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c739b1f6-4a26-46ae-a076-e42aa53f71d5,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:15.077940 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event updated for resources: {'Port': ['ID=889a72cd-6824-49e6-b909-e8c2296bc752,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:15.092624 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472587'] for floatingip, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:15.192485 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.l3_db [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Floating IP b1799954-bded-4baa-adcf-ef5e23940e98 associated. External IP: 172.27.2.91, port: 2ffafbad-1b5e-4f56-8410-40978e7ff8cc. Sep 07 04:42:15.649799 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Router 85ac041a-b421-44d4-9934-92f08ead8729 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:42:15.756632 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:42:15.766315 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd46bc80-5ba8-495b-98f5-fe5d57cdaf4c None None] Sync routers for ids ['85ac041a-b421-44d4-9934-92f08ead8729'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:42:15.776957 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd46bc80-5ba8-495b-98f5-fe5d57cdaf4c None None] Routers {'85ac041a-b421-44d4-9934-92f08ead8729'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:42:15.777584 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-bd46bc80-5ba8-495b-98f5-fe5d57cdaf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:41:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['85ac041a-b421-44d4-9934-92f08ead8729'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:42:15.880729 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:15.912393 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-53fcb6b6-ce80-40a7-9c49-1bdb7868b724 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3427470 Sep 07 04:42:15.913208 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7048e131-a9b0-4528-b1b9-fda1ecaaae3a', 'tag': '2ffafbad-1b5e-4f56-8410-40978e7ff8cc'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:42:15.915394 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adeb505e-5ec3-400f-9566-15f6c86d4530" -d '{"events": [{"name": "network-changed", "server_uuid": "7048e131-a9b0-4528-b1b9-fda1ecaaae3a", "tag": "2ffafbad-1b5e-4f56-8410-40978e7ff8cc"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:42:15.954370 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d297a358-64d3-47df-897f-88f491206539 x-openstack-request-id: req-d297a358-64d3-47df-897f-88f491206539 {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:42:15.954666 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7048e131-a9b0-4528-b1b9-fda1ecaaae3a", "tag": "2ffafbad-1b5e-4f56-8410-40978e7ff8cc", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:42:15.954918 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d297a358-64d3-47df-897f-88f491206539 {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:42:15.955321 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7048e131-a9b0-4528-b1b9-fda1ecaaae3a', 'tag': '2ffafbad-1b5e-4f56-8410-40978e7ff8cc', 'status': 'completed', 'code': 200} Sep 07 04:42:16.002053 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-bd46bc80-5ba8-495b-98f5-fe5d57cdaf4c None None] Set router 85ac041a-b421-44d4-9934-92f08ead8729 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:42:16.037393 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb505e-5ec3-400f-9566-15f6c86d4530 req-2b56215f-6e2c-4251-8922-8741aeeb1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:16.038904 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-adeb505e-5ec3-400f-9566-15f6c86d4530 req-2b56215f-6e2c-4251-8922-8741aeeb1829 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a49cf532fe548db94674dc3c4f1450f&device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 1099 time: 0.0421329 Sep 07 04:42:16.139403 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb505e-5ec3-400f-9566-15f6c86d4530 req-b1a7b353-a4d0-4cc9-b09f-970919254dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:16.141012 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-adeb505e-5ec3-400f-9566-15f6c86d4530 req-b1a7b353-a4d0-4cc9-b09f-970919254dfa service neutron] 10.222.0.54 "GET /v2.0/networks?id=bc54e37a-82e9-4557-9010-be489d666b94 HTTP/1.1" status: 200 len: 912 time: 0.0948832 Sep 07 04:42:16.206261 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-adeb505e-5ec3-400f-9566-15f6c86d4530 req-28fef6da-1f9e-4700-b37c-f8d4fe7be4d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ffafbad-1b5e-4f56-8410-40978e7ff8cc HTTP/1.1" status: 200 len: 999 time: 0.0586052 Sep 07 04:42:16.233022 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-bd46bc80-5ba8-495b-98f5-fe5d57cdaf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': 'b1799954-bded-4baa-adcf-ef5e23940e98', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'port_id': '2ffafbad-1b5e-4f56-8410-40978e7ff8cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'mac_address': 'fa:16:3e:89:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7048e131-a9b0-4528-b1b9-fda1ecaaae3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:42:14Z', 'updated_at': '2021-09-07T04:42:14Z', 'revision_number': 0, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 5, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:42:16.261353 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb505e-5ec3-400f-9566-15f6c86d4530 req-b0955aba-1566-40e8-a1c6-64a1eabb65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:16.262923 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-adeb505e-5ec3-400f-9566-15f6c86d4530 req-b0955aba-1566-40e8-a1c6-64a1eabb65b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b5abe33-e09a-4af3-af47-24268cfb548e HTTP/1.1" status: 200 len: 850 time: 0.0496256 Sep 07 04:42:16.265572 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd46bc80-5ba8-495b-98f5-fe5d57cdaf4c None None] Checking router: 85ac041a-b421-44d4-9934-92f08ead8729 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:42:16.274404 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd46bc80-5ba8-495b-98f5-fe5d57cdaf4c None None] Routers {'85ac041a-b421-44d4-9934-92f08ead8729'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:42:16.275595 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-bd46bc80-5ba8-495b-98f5-fe5d57cdaf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:41:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['85ac041a-b421-44d4-9934-92f08ead8729'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:42:16.316070 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb505e-5ec3-400f-9566-15f6c86d4530 req-87f3ab6b-ef9d-416d-b9cd-6b324bfe05aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:16.317609 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-adeb505e-5ec3-400f-9566-15f6c86d4530 req-87f3ab6b-ef9d-416d-b9cd-6b324bfe05aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc54e37a-82e9-4557-9010-be489d666b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466824 Sep 07 04:42:16.385607 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-bd46bc80-5ba8-495b-98f5-fe5d57cdaf4c None None] Set router 85ac041a-b421-44d4-9934-92f08ead8729 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:42:16.410293 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-adeb505e-5ec3-400f-9566-15f6c86d4530 req-cc40e33c-0ce4-44d5-8f8c-201de8853b6c service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858872 Sep 07 04:42:16.508117 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-adeb505e-5ec3-400f-9566-15f6c86d4530 req-65772469-c4fc-44e9-bfe3-463296fe4eca service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912042 Sep 07 04:42:16.605365 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-bd46bc80-5ba8-495b-98f5-fe5d57cdaf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': 'b1799954-bded-4baa-adcf-ef5e23940e98', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'port_id': '2ffafbad-1b5e-4f56-8410-40978e7ff8cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'mac_address': 'fa:16:3e:89:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7048e131-a9b0-4528-b1b9-fda1ecaaae3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:42:14Z', 'updated_at': '2021-09-07T04:42:14Z', 'revision_number': 0, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 5, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:42:16.631182 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd46bc80-5ba8-495b-98f5-fe5d57cdaf4c None None] The sync data for ids ['85ac041a-b421-44d4-9934-92f08ead8729'] in dv-cinder-804035-10-iscsi is: [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': 'b1799954-bded-4baa-adcf-ef5e23940e98', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'port_id': '2ffafbad-1b5e-4f56-8410-40978e7ff8cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'mac_address': 'fa:16:3e:89:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7048e131-a9b0-4528-b1b9-fda1ecaaae3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:42:14Z', 'updated_at': '2021-09-07T04:42:14Z', 'revision_number': 0, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 5, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:42:16.831642 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d885a8-8cc7-4ee5-98f6-6c44a2bc5e55 None None] New status for floating IP b1799954-bded-4baa-adcf-ef5e23940e98: ACTIVE {{(pid=94314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:42:18.738723 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:42:20.924559 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 41282) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:42:21.049728 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6746c00b-7756-4e0c-a700-6b0f46e62583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:21.136342 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6746c00b-7756-4e0c-a700-6b0f46e62583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:21.208826 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6746c00b-7756-4e0c-a700-6b0f46e62583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:21.247049 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-6746c00b-7756-4e0c-a700-6b0f46e62583 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f6e9df227584a9c9ca3993b3a0c8f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214059 Sep 07 04:42:21.249032 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746c00b-7756-4e0c-a700-6b0f46e62583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52daefb-c667-4d1d-b1d6-ff0d8e1027fa,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:21.255113 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 41286) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:42:21.303068 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-193e3a56-1703-4b1e-97a3-2120379b9931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:21.324876 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-193e3a56-1703-4b1e-97a3-2120379b9931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:21.468506 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-193e3a56-1703-4b1e-97a3-2120379b9931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:21.471074 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-193e3a56-1703-4b1e-97a3-2120379b9931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:21.472242 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-193e3a56-1703-4b1e-97a3-2120379b9931 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a52daefb-c667-4d1d-b1d6-ff0d8e1027fa HTTP/1.1" status: 204 len: 168 time: 0.2162566 Sep 07 04:42:21.480680 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e3a56-1703-4b1e-97a3-2120379b9931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52daefb-c667-4d1d-b1d6-ff0d8e1027fa,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:22.496205 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 41310) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:42:22.591045 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-7128502f-04db-4be7-abab-b48eb750373c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-578820091-network', 'tenant_id': '93fc395c432d411abc46e22f1f2343af'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:42:22.708298 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7128502f-04db-4be7-abab-b48eb750373c admin admin] Made reservation on behalf of 93fc395c432d411abc46e22f1f2343af for: {'network': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:42:22.710669 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7128502f-04db-4be7-abab-b48eb750373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:22.719770 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7128502f-04db-4be7-abab-b48eb750373c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:22.804734 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7128502f-04db-4be7-abab-b48eb750373c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:22.894457 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7128502f-04db-4be7-abab-b48eb750373c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:22.922508 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7128502f-04db-4be7-abab-b48eb750373c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=94311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:42:22.928068 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128502f-04db-4be7-abab-b48eb750373c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0571004-ab28-4647-a4ef-2dd7d2b97af0,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:22.936814 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7128502f-04db-4be7-abab-b48eb750373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:22.937368 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.segments_db [None req-7128502f-04db-4be7-abab-b48eb750373c admin admin] Added segment 0d21a9b4-5953-4d7d-a483-1797b860a1a3 of type vlan for network 816f3175-5e52-4165-9c7b-01ff295d6b44 Sep 07 04:42:22.979418 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7128502f-04db-4be7-abab-b48eb750373c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:23.074165 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7128502f-04db-4be7-abab-b48eb750373c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:23.075143 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7128502f-04db-4be7-abab-b48eb750373c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:23.075727 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-7128502f-04db-4be7-abab-b48eb750373c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:23.138548 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128502f-04db-4be7-abab-b48eb750373c admin admin] Pushing event updated for resources: {'Network': ['ID=816f3175-5e52-4165-9c7b-01ff295d6b44,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:23.148271 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network 816f3175-5e52-4165-9c7b-01ff295d6b44 details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:42:23.160949 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-7128502f-04db-4be7-abab-b48eb750373c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6635218 Sep 07 04:42:23.163743 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 41314) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:42:23.168609 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-1fd550dd-d2b4-431c-8ffc-07b678e7e981 admin admin] Request body: {'subnet': {'network_id': '816f3175-5e52-4165-9c7b-01ff295d6b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-578820091-subnet', 'tenant_id': '93fc395c432d411abc46e22f1f2343af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:42:23.254522 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd550dd-d2b4-431c-8ffc-07b678e7e981 admin admin] Made reservation on behalf of 93fc395c432d411abc46e22f1f2343af for: {'subnet': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:42:23.256850 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1fd550dd-d2b4-431c-8ffc-07b678e7e981 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9124979'] for subnet, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:23.480323 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1fd550dd-d2b4-431c-8ffc-07b678e7e981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9042233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9124869'] for subnet, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:23.527258 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd550dd-d2b4-431c-8ffc-07b678e7e981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d51086b-ef57-4974-8f34-9eb5ffa59859,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:23.542949 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd550dd-d2b4-431c-8ffc-07b678e7e981 admin admin] Checking segment: {'id': '0d21a9b4-5953-4d7d-a483-1797b860a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '816f3175-5e52-4165-9c7b-01ff295d6b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:42:23.543308 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd550dd-d2b4-431c-8ffc-07b678e7e981 admin admin] Network hostable DHCP agents. Network: 816f3175-5e52-4165-9c7b-01ff295d6b44, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:42:23.634298 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd550dd-d2b4-431c-8ffc-07b678e7e981 admin admin] Network 816f3175-5e52-4165-9c7b-01ff295d6b44 is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:42:23.702675 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-1fd550dd-d2b4-431c-8ffc-07b678e7e981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, 816f3175-5e52-4165-9c7b-01ff295d6b44) {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:42:23.708363 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd550dd-d2b4-431c-8ffc-07b678e7e981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:23.709958 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1fd550dd-d2b4-431c-8ffc-07b678e7e981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:23.714114 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f158f1-925f-4acb-a9b6-6df79dcad369 None None] Network 816f3175-5e52-4165-9c7b-01ff295d6b44 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:42:23.789678 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-1fd550dd-d2b4-431c-8ffc-07b678e7e981 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6246991 Sep 07 04:42:23.841653 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5603d62c-ae15-4946-a3ec-7dcee418cb33 None None] Network 816f3175-5e52-4165-9c7b-01ff295d6b44 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:42:26.168263 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-fd31b33a-d006-4ed2-b726-b7888795eda7 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:26.169756 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-fd31b33a-d006-4ed2-b726-b7888795eda7 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/networks?id=816f3175-5e52-4165-9c7b-01ff295d6b44 HTTP/1.1" status: 200 len: 808 time: 0.1031783 Sep 07 04:42:26.184183 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-c625746c-81f7-467d-b62d-3d540962f0ee tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/quotas/93fc395c432d411abc46e22f1f2343af HTTP/1.1" status: 200 len: 375 time: 0.0088251 Sep 07 04:42:26.214783 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-3f0415e7-cf64-4229-bf61-293ceb3ba8a4 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=93fc395c432d411abc46e22f1f2343af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256214 Sep 07 04:42:26.303582 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-3cde1ee4-2f7f-4e4d-b50d-7595da091eee service neutron] 10.222.0.55 "GET /v2.0/networks/816f3175-5e52-4165-9c7b-01ff295d6b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820055 Sep 07 04:42:26.393627 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-bcf5b5ac-5b21-479a-b527-eb8420724daf service neutron] 10.222.0.55 "GET /v2.0/networks/816f3175-5e52-4165-9c7b-01ff295d6b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837445 Sep 07 04:42:26.673601 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8fc7d77f-cf69-4e3c-9145-bf6ac1232a4f req-d9a203f3-1fdb-4687-9f07-fd0506650c14 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c41180ec-994e-49d2-8b66-d04d6818554a HTTP/1.1" status: 200 len: 210 time: 0.0275927 Sep 07 04:42:26.760393 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-2eef3327-d0ba-4af9-abc9-60757823ec04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:27.767251 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-857d89ff-edcf-445e-abeb-3ef144567be1 req-da271d92-521e-4af2-b109-ce40acd7b45b tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c41180ec-994e-49d2-8b66-d04d6818554a HTTP/1.1" status: 200 len: 210 time: 0.0277929 Sep 07 04:42:28.862518 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9be82170-511f-4cb6-830a-c21d54145f8c req-bddfd98a-4923-4d1c-b10d-52da7617081a tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c41180ec-994e-49d2-8b66-d04d6818554a HTTP/1.1" status: 200 len: 210 time: 0.0274160 Sep 07 04:42:28.965508 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-5daea233-a4cc-4ac8-b83d-8b857dfcff2c tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:28.966980 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-5daea233-a4cc-4ac8-b83d-8b857dfcff2c tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.54 "GET /v2.0/networks?id=816f3175-5e52-4165-9c7b-01ff295d6b44 HTTP/1.1" status: 200 len: 808 time: 0.1067195 Sep 07 04:42:28.986384 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-99f8ce56-dff6-4e86-af47-2af6255807c3 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Request body: {'port': {'device_id': 'c41180ec-994e-49d2-8b66-d04d6818554a', 'network_id': '816f3175-5e52-4165-9c7b-01ff295d6b44', 'admin_state_up': True, 'tenant_id': '93fc395c432d411abc46e22f1f2343af'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:42:29.260804 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-99f8ce56-dff6-4e86-af47-2af6255807c3 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Made reservation on behalf of 93fc395c432d411abc46e22f1f2343af for: {'port': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:42:29.266172 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-99f8ce56-dff6-4e86-af47-2af6255807c3 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:29.391107 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-99f8ce56-dff6-4e86-af47-2af6255807c3 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Allocated IP 172.20.0.2 (816f3175-5e52-4165-9c7b-01ff295d6b44/8d51086b-ef57-4974-8f34-9eb5ffa59859/4884458a-67e2-424f-8a62-3aa50411b8e9) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:42:29.541025 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-99f8ce56-dff6-4e86-af47-2af6255807c3 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:29.594384 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-c5ce3d92-6e38-49b0-ad7d-a6a746f0e19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:29.657187 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:29.703213 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-99f8ce56-dff6-4e86-af47-2af6255807c3 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:29.745572 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-99f8ce56-dff6-4e86-af47-2af6255807c3 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Network 816f3175-5e52-4165-9c7b-01ff295d6b44 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:42:29.748817 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-99f8ce56-dff6-4e86-af47-2af6255807c3 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:42:29.752806 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-99f8ce56-dff6-4e86-af47-2af6255807c3 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:42:29.780597 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8ce56-dff6-4e86-af47-2af6255807c3 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Pushing event updated for resources: {'Port': ['ID=4884458a-67e2-424f-8a62-3aa50411b8e9,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:29.808563 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-99f8ce56-dff6-4e86-af47-2af6255807c3 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:29.809106 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-99f8ce56-dff6-4e86-af47-2af6255807c3 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:29.884665 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-99f8ce56-dff6-4e86-af47-2af6255807c3 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9019868 Sep 07 04:42:29.903773 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Request body: {'port': {'device_id': 'c41180ec-994e-49d2-8b66-d04d6818554a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:42:29.987455 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:30.008326 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87702eff-9177-490b-9df1-a0c402aa83e6 req-c85a16e3-137a-45a4-8655-e7183fb0552a tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:30.010512 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-87702eff-9177-490b-9df1-a0c402aa83e6 req-c85a16e3-137a-45a4-8655-e7183fb0552a tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c41180ec-994e-49d2-8b66-d04d6818554a HTTP/1.1" status: 200 len: 931 time: 0.0784643 Sep 07 04:42:30.123115 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-87702eff-9177-490b-9df1-a0c402aa83e6 req-760557b4-3b8f-4326-bc96-0a59c6171577 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923374 Sep 07 04:42:30.282331 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4884458a-67e2-424f-8a62-3aa50411b8e9 {{(pid=94312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:42:30.289458 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:30.300852 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Transition to ACTIVE for port object 4884458a-67e2-424f-8a62-3aa50411b8e9 will not be triggered until provisioned by entity L2. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:42:30.403301 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:30.468030 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Pushing event updated for resources: {'Port': ['ID=4884458a-67e2-424f-8a62-3aa50411b8e9,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:30.516625 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Attempting to bind port 4884458a-67e2-424f-8a62-3aa50411b8e9 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:42:30.520310 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Attempting to bind port 4884458a-67e2-424f-8a62-3aa50411b8e9 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '0d21a9b4-5953-4d7d-a483-1797b860a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '816f3175-5e52-4165-9c7b-01ff295d6b44'}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:42:30.520310 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Attempting to bind port 4884458a-67e2-424f-8a62-3aa50411b8e9 on network 816f3175-5e52-4165-9c7b-01ff295d6b44 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:42:30.521479 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Port 4884458a-67e2-424f-8a62-3aa50411b8e9 on network 816f3175-5e52-4165-9c7b-01ff295d6b44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:42:30.521800 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Attempting to bind port 4884458a-67e2-424f-8a62-3aa50411b8e9 on network 816f3175-5e52-4165-9c7b-01ff295d6b44 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:42:30.526497 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:42:30.526831 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Checking segment: {'id': '0d21a9b4-5953-4d7d-a483-1797b860a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '816f3175-5e52-4165-9c7b-01ff295d6b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:42:30.527209 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Bound using segment: {'id': '0d21a9b4-5953-4d7d-a483-1797b860a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '816f3175-5e52-4165-9c7b-01ff295d6b44'} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:42:30.527630 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Bound port: 4884458a-67e2-424f-8a62-3aa50411b8e9, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d21a9b4-5953-4d7d-a483-1797b860a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '816f3175-5e52-4165-9c7b-01ff295d6b44'}}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:42:30.527980 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:30.580623 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:30.592211 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] For port 4884458a-67e2-424f-8a62-3aa50411b8e9, host hv-cinder-80403, cleared binding levels {{(pid=94312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:42:30.595176 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] For port 4884458a-67e2-424f-8a62-3aa50411b8e9, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4884458a-67e2-424f-8a62-3aa50411b8e9,segment=NetworkSegment(0d21a9b4-5953-4d7d-a483-1797b860a1a3),segment_id=0d21a9b4-5953-4d7d-a483-1797b860a1a3)] {{(pid=94312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:42:30.685869 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:30.719650 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:30.719650 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:30.721002 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] 10.222.0.54 "PUT /v2.0/ports/4884458a-67e2-424f-8a62-3aa50411b8e9 HTTP/1.1" status: 200 len: 1093 time: 0.8219664 Sep 07 04:42:30.721428 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41180ec-994e-49d2-8b66-d04d6818554a', 'tag': '4884458a-67e2-424f-8a62-3aa50411b8e9'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:42:30.723610 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c5c5dc-1d2a-4f09-9e7e-ff97ed86bcf7" -d '{"events": [{"name": "network-changed", "server_uuid": "c41180ec-994e-49d2-8b66-d04d6818554a", "tag": "4884458a-67e2-424f-8a62-3aa50411b8e9"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:42:30.747224 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa3145-d587-406b-8e3c-78ff69e66e13 service neutron] Pushing event updated for resources: {'Port': ['ID=4884458a-67e2-424f-8a62-3aa50411b8e9,revision_number=3']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:30.763678 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aa13f6-68b4-4a7c-a53f-6cae666790e0 x-openstack-request-id: req-e8aa13f6-68b4-4a7c-a53f-6cae666790e0 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:42:30.763969 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41180ec-994e-49d2-8b66-d04d6818554a", "tag": "4884458a-67e2-424f-8a62-3aa50411b8e9", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:42:30.764218 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e8aa13f6-68b4-4a7c-a53f-6cae666790e0 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:42:30.764645 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41180ec-994e-49d2-8b66-d04d6818554a', 'tag': '4884458a-67e2-424f-8a62-3aa50411b8e9', 'status': 'completed', 'code': 200} Sep 07 04:42:30.844007 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5c5dc-1d2a-4f09-9e7e-ff97ed86bcf7 req-6575e404-a417-467a-98e0-f7534d514482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:30.845503 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-09c5c5dc-1d2a-4f09-9e7e-ff97ed86bcf7 req-6575e404-a417-467a-98e0-f7534d514482 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=93fc395c432d411abc46e22f1f2343af&device_id=c41180ec-994e-49d2-8b66-d04d6818554a HTTP/1.1" status: 200 len: 1096 time: 0.0400605 Sep 07 04:42:30.954226 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5c5dc-1d2a-4f09-9e7e-ff97ed86bcf7 req-77916c8a-38a7-4195-830b-4ec8157e1cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:30.955650 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-09c5c5dc-1d2a-4f09-9e7e-ff97ed86bcf7 req-77916c8a-38a7-4195-830b-4ec8157e1cc9 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=93fc395c432d411abc46e22f1f2343af&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0948544 Sep 07 04:42:31.051069 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5c5dc-1d2a-4f09-9e7e-ff97ed86bcf7 req-c50bd04e-5737-451e-bdac-ff529bc6a930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:31.052575 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-09c5c5dc-1d2a-4f09-9e7e-ff97ed86bcf7 req-c50bd04e-5737-451e-bdac-ff529bc6a930 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894306 Sep 07 04:42:31.155436 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-c425f0de-bd7b-4d50-ad49-7cf9ccc1f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:31.156992 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-c425f0de-bd7b-4d50-ad49-7cf9ccc1f54e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=93fc395c432d411abc46e22f1f2343af&device_id=c41180ec-994e-49d2-8b66-d04d6818554a HTTP/1.1" status: 200 len: 1096 time: 0.0446591 Sep 07 04:42:31.205897 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-0c2e1d06-feab-422e-af69-19643f652ad5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4884458a-67e2-424f-8a62-3aa50411b8e9 HTTP/1.1" status: 200 len: 217 time: 0.0347464 Sep 07 04:42:31.277166 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-9b0f68ed-f170-4ddc-8fe6-033d1420d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:31.278618 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-9b0f68ed-f170-4ddc-8fe6-033d1420d3cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8d51086b-ef57-4974-8f34-9eb5ffa59859 HTTP/1.1" status: 200 len: 848 time: 0.0653353 Sep 07 04:42:31.289852 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668432c-d476-41f4-bd30-4b0273bd5f4d req-1417f175-4819-48cc-b279-4a57ff85cda0 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:31.295433 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3668432c-d476-41f4-bd30-4b0273bd5f4d req-1417f175-4819-48cc-b279-4a57ff85cda0 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c41180ec-994e-49d2-8b66-d04d6818554a HTTP/1.1" status: 200 len: 943 time: 0.0888577 Sep 07 04:42:31.326916 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-564493c8-84ce-41ef-9459-06127b4f365b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=816f3175-5e52-4165-9c7b-01ff295d6b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340130 Sep 07 04:42:31.363192 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3668432c-d476-41f4-bd30-4b0273bd5f4d req-45295d20-8385-4105-96d9-1acc4ac20971 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633490 Sep 07 04:42:31.428589 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-d3b52c3b-d16b-48f3-96d5-81859b15e2c2 service neutron] 10.222.0.54 "GET /v2.0/networks/816f3175-5e52-4165-9c7b-01ff295d6b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941443 Sep 07 04:42:31.519370 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-03e2c6a5-8025-43c0-b65d-58da5179781f req-069cc63f-080f-4cb0-83a2-241f5ba636ca service neutron] 10.222.0.54 "GET /v2.0/networks/816f3175-5e52-4165-9c7b-01ff295d6b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830801 Sep 07 04:42:32.484893 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a0722-a0b7-4032-9fef-93c3bbe12f6a req-6179f6b2-fa85-451f-8a42-95640bb9f263 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:32.486383 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ed1a0722-a0b7-4032-9fef-93c3bbe12f6a req-6179f6b2-fa85-451f-8a42-95640bb9f263 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c41180ec-994e-49d2-8b66-d04d6818554a HTTP/1.1" status: 200 len: 943 time: 0.0554693 Sep 07 04:42:32.523715 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ed1a0722-a0b7-4032-9fef-93c3bbe12f6a req-6a34a634-7d23-4c7b-b904-2dfd8158dc1b tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313609 Sep 07 04:42:32.583786 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:33.643572 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74fa83-6579-4662-a605-c1df30f3edf5 req-6ae357da-ac0a-4b82-a79d-bd1c1131a5e8 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:33.645069 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fa74fa83-6579-4662-a605-c1df30f3edf5 req-6ae357da-ac0a-4b82-a79d-bd1c1131a5e8 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c41180ec-994e-49d2-8b66-d04d6818554a HTTP/1.1" status: 200 len: 943 time: 0.0523870 Sep 07 04:42:33.683837 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fa74fa83-6579-4662-a605-c1df30f3edf5 req-6d928e90-d114-4da9-9975-005d53bbcb84 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326629 Sep 07 04:42:34.474031 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:34.802359 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210e9f9-e4db-42a2-9374-7b19137ea939 req-1cb64c88-4770-440c-a229-7542d774c3e3 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:34.803808 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8210e9f9-e4db-42a2-9374-7b19137ea939 req-1cb64c88-4770-440c-a229-7542d774c3e3 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c41180ec-994e-49d2-8b66-d04d6818554a HTTP/1.1" status: 200 len: 943 time: 0.0472326 Sep 07 04:42:34.841900 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8210e9f9-e4db-42a2-9374-7b19137ea939 req-4990372a-fbb3-4f05-a3f5-81a698d14892 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316551 Sep 07 04:42:35.131858 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 4884458a-67e2-424f-8a62-3aa50411b8e9 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:42:35.225807 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 4884458a-67e2-424f-8a62-3aa50411b8e9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4884458a-67e2-424f-8a62-3aa50411b8e9,segment=NetworkSegment(0d21a9b4-5953-4d7d-a483-1797b860a1a3),segment_id=0d21a9b4-5953-4d7d-a483-1797b860a1a3)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:42:35.237499 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': '4884458a-67e2-424f-8a62-3aa50411b8e9', 'network_id': '816f3175-5e52-4165-9c7b-01ff295d6b44', 'port_id': '4884458a-67e2-424f-8a62-3aa50411b8e9', 'mac_address': 'fa:16:3e:5d:49:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d51086b-ef57-4974-8f34-9eb5ffa59859', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:42:35.274065 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:35.286673 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4884458a-67e2-424f-8a62-3aa50411b8e9 {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:42:35.306270 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 4884458a-67e2-424f-8a62-3aa50411b8e9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4884458a-67e2-424f-8a62-3aa50411b8e9,segment=NetworkSegment(0d21a9b4-5953-4d7d-a483-1797b860a1a3),segment_id=0d21a9b4-5953-4d7d-a483-1797b860a1a3)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:42:35.423086 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:35.470469 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=4884458a-67e2-424f-8a62-3aa50411b8e9,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:35.747966 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['4884458a-67e2-424f-8a62-3aa50411b8e9'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:42:35.954393 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28ef00-7d18-4f61-9503-b3df0854a994 req-1820210e-ebaf-4ae9-934a-1b69dd3a3371 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:35.955844 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1b28ef00-7d18-4f61-9503-b3df0854a994 req-1820210e-ebaf-4ae9-934a-1b69dd3a3371 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c41180ec-994e-49d2-8b66-d04d6818554a HTTP/1.1" status: 200 len: 944 time: 0.0471034 Sep 07 04:42:35.992930 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1b28ef00-7d18-4f61-9503-b3df0854a994 req-3f01bc46-151a-44c8-8a75-60d623b1b78b tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310581 Sep 07 04:42:37.113085 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65f68c-c0cd-45e6-92c4-8f921f3611b2 req-f05e4fe3-734c-4e4a-90fb-f4c9ae029db0 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:37.114533 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5c65f68c-c0cd-45e6-92c4-8f921f3611b2 req-f05e4fe3-734c-4e4a-90fb-f4c9ae029db0 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c41180ec-994e-49d2-8b66-d04d6818554a HTTP/1.1" status: 200 len: 944 time: 0.0511749 Sep 07 04:42:37.131039 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 4884458a-67e2-424f-8a62-3aa50411b8e9 up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:42:37.152710 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5c65f68c-c0cd-45e6-92c4-8f921f3611b2 req-9ff194c9-6956-46bc-89b9-56508a1191dd tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320094 Sep 07 04:42:37.273699 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port 4884458a-67e2-424f-8a62-3aa50411b8e9 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:42:37.277955 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port 4884458a-67e2-424f-8a62-3aa50411b8e9 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:42:37.278328 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:37.356384 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:37.378326 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41180ec-994e-49d2-8b66-d04d6818554a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4884458a-67e2-424f-8a62-3aa50411b8e9'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:42:37.380604 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3740ae7b-7b1d-456a-a26c-e2d9e11f8ef6" -d '{"events": [{"server_uuid": "c41180ec-994e-49d2-8b66-d04d6818554a", "name": "network-vif-plugged", "status": "completed", "tag": "4884458a-67e2-424f-8a62-3aa50411b8e9"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:42:37.393449 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 4884458a-67e2-424f-8a62-3aa50411b8e9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4884458a-67e2-424f-8a62-3aa50411b8e9,segment=NetworkSegment(0d21a9b4-5953-4d7d-a483-1797b860a1a3),segment_id=0d21a9b4-5953-4d7d-a483-1797b860a1a3)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:42:37.417609 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecbda33-0ad1-4801-92d7-fc93dff63ab6 x-openstack-request-id: req-9ecbda33-0ad1-4801-92d7-fc93dff63ab6 {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:42:37.417937 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41180ec-994e-49d2-8b66-d04d6818554a", "name": "network-vif-plugged", "status": "completed", "tag": "4884458a-67e2-424f-8a62-3aa50411b8e9", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:42:37.418189 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ecbda33-0ad1-4801-92d7-fc93dff63ab6 {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:42:37.418576 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41180ec-994e-49d2-8b66-d04d6818554a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4884458a-67e2-424f-8a62-3aa50411b8e9', 'code': 200} Sep 07 04:42:37.491350 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:37.540156 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=4884458a-67e2-424f-8a62-3aa50411b8e9,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:37.786774 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40a4be-c8dc-4b52-a095-e06bd497974b req-293ebf4d-577f-40e4-9b0b-bac1cfa15fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:37.788303 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bb40a4be-c8dc-4b52-a095-e06bd497974b req-293ebf4d-577f-40e4-9b0b-bac1cfa15fb9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c41180ec-994e-49d2-8b66-d04d6818554a HTTP/1.1" status: 200 len: 1098 time: 0.0391316 Sep 07 04:42:37.823247 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bb40a4be-c8dc-4b52-a095-e06bd497974b req-ea291a8f-7d64-48a1-9861-041b2279c50f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276036 Sep 07 04:42:38.265304 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87954150-29e4-4e06-9098-d44aca297612 req-ec491a42-8d39-4602-8d6e-0a14d385d63f tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:38.266759 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-87954150-29e4-4e06-9098-d44aca297612 req-ec491a42-8d39-4602-8d6e-0a14d385d63f tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c41180ec-994e-49d2-8b66-d04d6818554a HTTP/1.1" status: 200 len: 945 time: 0.0478106 Sep 07 04:42:38.303992 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-87954150-29e4-4e06-9098-d44aca297612 req-177e67bb-297b-4462-a00f-4b9c05aac0a2 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313158 Sep 07 04:42:39.424445 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9468b-aa32-44d9-960f-a172f9b9f650 req-c4240d0d-6919-42f4-81d1-4981f9dd9b72 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:39.425915 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-03a9468b-aa32-44d9-960f-a172f9b9f650 req-c4240d0d-6919-42f4-81d1-4981f9dd9b72 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c41180ec-994e-49d2-8b66-d04d6818554a HTTP/1.1" status: 200 len: 945 time: 0.0525420 Sep 07 04:42:39.464285 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-03a9468b-aa32-44d9-960f-a172f9b9f650 req-18aa8775-67a2-430e-b9b4-6b951d3d3896 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313132 Sep 07 04:42:40.901333 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666189a-3e34-4fc6-bca8-0b4c3a642214 req-235c9913-2b4f-438b-8d6a-86004ede5628 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:40.902793 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2666189a-3e34-4fc6-bca8-0b4c3a642214 req-235c9913-2b4f-438b-8d6a-86004ede5628 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c41180ec-994e-49d2-8b66-d04d6818554a HTTP/1.1" status: 200 len: 945 time: 0.0482507 Sep 07 04:42:40.940980 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2666189a-3e34-4fc6-bca8-0b4c3a642214 req-5a975773-4bc4-47c3-aabd-d3883b934635 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321693 Sep 07 04:42:42.057916 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f930c2-299a-4b91-beba-78586a4645b6 req-7c7062bb-3097-434d-bb0f-d67d2d4381c8 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:42.059541 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-25f930c2-299a-4b91-beba-78586a4645b6 req-7c7062bb-3097-434d-bb0f-d67d2d4381c8 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c41180ec-994e-49d2-8b66-d04d6818554a HTTP/1.1" status: 200 len: 945 time: 0.0487635 Sep 07 04:42:42.096379 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-25f930c2-299a-4b91-beba-78586a4645b6 req-f25ba538-a57c-4eb9-b6a8-851384f014fe tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310409 Sep 07 04:42:42.391209 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1f71e-6c48-4e2f-bae7-ae37c13cf2c6 req-3deeed23-3c89-4110-9f8f-d729f8e77c3b tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:42.392688 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-28d1f71e-6c48-4e2f-bae7-ae37c13cf2c6 req-3deeed23-3c89-4110-9f8f-d729f8e77c3b tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.54 "GET /v2.0/ports?device_id=c41180ec-994e-49d2-8b66-d04d6818554a HTTP/1.1" status: 200 len: 945 time: 0.0526085 Sep 07 04:42:42.489548 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-28d1f71e-6c48-4e2f-bae7-ae37c13cf2c6 req-bf300a86-9b9c-44b4-b189-d93052d17bb1 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Deleting port 4884458a-67e2-424f-8a62-3aa50411b8e9 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:42:42.489998 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-28d1f71e-6c48-4e2f-bae7-ae37c13cf2c6 req-bf300a86-9b9c-44b4-b189-d93052d17bb1 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:42.584757 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-28d1f71e-6c48-4e2f-bae7-ae37c13cf2c6 req-bf300a86-9b9c-44b4-b189-d93052d17bb1 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] For port 4884458a-67e2-424f-8a62-3aa50411b8e9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4884458a-67e2-424f-8a62-3aa50411b8e9,segment=NetworkSegment(0d21a9b4-5953-4d7d-a483-1797b860a1a3),segment_id=0d21a9b4-5953-4d7d-a483-1797b860a1a3)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:42:42.585117 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-28d1f71e-6c48-4e2f-bae7-ae37c13cf2c6 req-bf300a86-9b9c-44b4-b189-d93052d17bb1 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:42.598051 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-28d1f71e-6c48-4e2f-bae7-ae37c13cf2c6 req-bf300a86-9b9c-44b4-b189-d93052d17bb1 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Calling delete_port for 4884458a-67e2-424f-8a62-3aa50411b8e9 owned by compute:nova {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:42:42.794052 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-28d1f71e-6c48-4e2f-bae7-ae37c13cf2c6 req-bf300a86-9b9c-44b4-b189-d93052d17bb1 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:42.823753 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf300a86-9b9c-44b4-b189-d93052d17bb1 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Pushing event deleted for resources: {'Port': ['ID=4884458a-67e2-424f-8a62-3aa50411b8e9,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:42.832268 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['4884458a-67e2-424f-8a62-3aa50411b8e9'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:42:42.866935 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d1f71e-6c48-4e2f-bae7-ae37c13cf2c6 req-bf300a86-9b9c-44b4-b189-d93052d17bb1 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] No DVR routers for this DVR port 4884458a-67e2-424f-8a62-3aa50411b8e9 on host hv-cinder-80403 {{(pid=94312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:42:42.869269 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-28d1f71e-6c48-4e2f-bae7-ae37c13cf2c6 req-bf300a86-9b9c-44b4-b189-d93052d17bb1 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:42.871343 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-28d1f71e-6c48-4e2f-bae7-ae37c13cf2c6 req-bf300a86-9b9c-44b4-b189-d93052d17bb1 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.54 "DELETE /v2.0/ports/4884458a-67e2-424f-8a62-3aa50411b8e9 HTTP/1.1" status: 204 len: 173 time: 0.4724925 Sep 07 04:42:42.871768 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41180ec-994e-49d2-8b66-d04d6818554a', 'name': 'network-vif-deleted', 'tag': '4884458a-67e2-424f-8a62-3aa50411b8e9'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:42:42.874295 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da78e90-e6f6-4880-ad40-9236fab8236e" -d '{"events": [{"server_uuid": "c41180ec-994e-49d2-8b66-d04d6818554a", "name": "network-vif-deleted", "tag": "4884458a-67e2-424f-8a62-3aa50411b8e9"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:42:42.916749 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d290e6-1dc0-4546-9a7b-44a2672bdc0e x-openstack-request-id: req-f5d290e6-1dc0-4546-9a7b-44a2672bdc0e {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:42:42.917037 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41180ec-994e-49d2-8b66-d04d6818554a", "name": "network-vif-deleted", "tag": "4884458a-67e2-424f-8a62-3aa50411b8e9", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:42:42.917281 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5d290e6-1dc0-4546-9a7b-44a2672bdc0e {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:42:42.917755 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41180ec-994e-49d2-8b66-d04d6818554a', 'name': 'network-vif-deleted', 'tag': '4884458a-67e2-424f-8a62-3aa50411b8e9', 'status': 'completed', 'code': 200} Sep 07 04:42:43.189810 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-670f5c84-f386-4ada-9bf6-1a50da3a9bf1 req-c5a1397f-87ea-4d49-bc65-62435779584a tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=c41180ec-994e-49d2-8b66-d04d6818554a HTTP/1.1" status: 200 len: 210 time: 0.0261114 Sep 07 04:42:44.444715 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-0d67cfc5-7315-4f76-a61b-21a95c3c08f8 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:44.446160 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-0d67cfc5-7315-4f76-a61b-21a95c3c08f8 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/networks?id=816f3175-5e52-4165-9c7b-01ff295d6b44 HTTP/1.1" status: 200 len: 808 time: 0.1016495 Sep 07 04:42:44.460835 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-c80cc83a-1d62-416d-95a9-cd94b2bbdf5a tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/quotas/93fc395c432d411abc46e22f1f2343af HTTP/1.1" status: 200 len: 375 time: 0.0089252 Sep 07 04:42:44.491903 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-74172185-fae2-4273-b49e-aefccb347e5d tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=93fc395c432d411abc46e22f1f2343af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254164 Sep 07 04:42:44.629969 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-77b16aca-a29f-4111-98d1-fc6104fcc567 service neutron] 10.222.0.55 "GET /v2.0/networks/816f3175-5e52-4165-9c7b-01ff295d6b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308653 Sep 07 04:42:44.716554 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-980cc99f-e334-42e3-8656-9901c9d8da23 service neutron] 10.222.0.55 "GET /v2.0/networks/816f3175-5e52-4165-9c7b-01ff295d6b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801425 Sep 07 04:42:44.964740 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-43dba5eb-9bd2-471d-a0e5-c57565ccf43d req-e25f4259-e435-4982-a816-d6d0fbd00450 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe80376-8027-4714-a107-33cc62b50579 HTTP/1.1" status: 200 len: 210 time: 0.0279539 Sep 07 04:42:46.056650 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-44967945-9a31-435c-bd2e-57234b87ee59 req-67d16afb-1cd9-4447-bf50-d8576f7fcbc1 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe80376-8027-4714-a107-33cc62b50579 HTTP/1.1" status: 200 len: 210 time: 0.0263498 Sep 07 04:42:47.103986 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-839b6e32-2db0-452c-a30e-88696961dfd0 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:47.105517 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-839b6e32-2db0-452c-a30e-88696961dfd0 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.54 "GET /v2.0/networks?id=816f3175-5e52-4165-9c7b-01ff295d6b44 HTTP/1.1" status: 200 len: 808 time: 0.1084735 Sep 07 04:42:47.129552 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-25af0681-2e9c-4d99-8596-864797854b12 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Request body: {'port': {'device_id': '0fe80376-8027-4714-a107-33cc62b50579', 'network_id': '816f3175-5e52-4165-9c7b-01ff295d6b44', 'admin_state_up': True, 'tenant_id': '93fc395c432d411abc46e22f1f2343af'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:42:47.167878 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f5a42f68-3238-4f7c-bcc8-c4c743d6c095 req-cd125654-bcd5-47a6-847b-00e89f0520ee tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe80376-8027-4714-a107-33cc62b50579 HTTP/1.1" status: 200 len: 210 time: 0.0350139 Sep 07 04:42:47.176032 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 4884458a-67e2-424f-8a62-3aa50411b8e9 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:42:47.201556 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: 4884458a-67e2-424f-8a62-3aa50411b8e9 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:42:47.201910 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 4884458a-67e2-424f-8a62-3aa50411b8e9 not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:42:47.393689 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-25af0681-2e9c-4d99-8596-864797854b12 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Made reservation on behalf of 93fc395c432d411abc46e22f1f2343af for: {'port': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:42:47.400396 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-25af0681-2e9c-4d99-8596-864797854b12 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:47.526344 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-25af0681-2e9c-4d99-8596-864797854b12 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Allocated IP 172.20.0.8 (816f3175-5e52-4165-9c7b-01ff295d6b44/8d51086b-ef57-4974-8f34-9eb5ffa59859/ab79a4d9-36f5-41b6-a843-443737ac91b9) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:42:47.669913 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-25af0681-2e9c-4d99-8596-864797854b12 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:47.808889 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-25af0681-2e9c-4d99-8596-864797854b12 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:47.851759 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-25af0681-2e9c-4d99-8596-864797854b12 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Network 816f3175-5e52-4165-9c7b-01ff295d6b44 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:42:47.855159 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-25af0681-2e9c-4d99-8596-864797854b12 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:42:47.858761 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-25af0681-2e9c-4d99-8596-864797854b12 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:42:47.887824 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af0681-2e9c-4d99-8596-864797854b12 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Pushing event updated for resources: {'Port': ['ID=ab79a4d9-36f5-41b6-a843-443737ac91b9,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:47.911989 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-25af0681-2e9c-4d99-8596-864797854b12 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:47.912640 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-25af0681-2e9c-4d99-8596-864797854b12 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:48.005946 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-25af0681-2e9c-4d99-8596-864797854b12 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8802104 Sep 07 04:42:48.024304 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Request body: {'port': {'device_id': '0fe80376-8027-4714-a107-33cc62b50579', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:42:48.075281 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:48.573285 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a35c7-3d89-4d24-9975-d35584794343 req-b901b00f-dd89-4f83-960b-fa83b93a0f67 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:48.574707 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d31a35c7-3d89-4d24-9975-d35584794343 req-b901b00f-dd89-4f83-960b-fa83b93a0f67 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe80376-8027-4714-a107-33cc62b50579 HTTP/1.1" status: 200 len: 931 time: 0.3233840 Sep 07 04:42:48.643785 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d31a35c7-3d89-4d24-9975-d35584794343 req-9efd948c-3c34-438e-a735-262c3977a279 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617428 Sep 07 04:42:48.658137 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab79a4d9-36f5-41b6-a843-443737ac91b9 {{(pid=94312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:42:48.665415 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:48.676671 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Transition to ACTIVE for port object ab79a4d9-36f5-41b6-a843-443737ac91b9 will not be triggered until provisioned by entity L2. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:42:48.741228 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:48.789575 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Pushing event updated for resources: {'Port': ['ID=ab79a4d9-36f5-41b6-a843-443737ac91b9,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:48.860955 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Attempting to bind port ab79a4d9-36f5-41b6-a843-443737ac91b9 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:42:48.861186 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Attempting to bind port ab79a4d9-36f5-41b6-a843-443737ac91b9 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '0d21a9b4-5953-4d7d-a483-1797b860a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '816f3175-5e52-4165-9c7b-01ff295d6b44'}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:42:48.861517 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Attempting to bind port ab79a4d9-36f5-41b6-a843-443737ac91b9 on network 816f3175-5e52-4165-9c7b-01ff295d6b44 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:42:48.865662 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Port ab79a4d9-36f5-41b6-a843-443737ac91b9 on network 816f3175-5e52-4165-9c7b-01ff295d6b44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:42:48.865985 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Attempting to bind port ab79a4d9-36f5-41b6-a843-443737ac91b9 on network 816f3175-5e52-4165-9c7b-01ff295d6b44 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:42:48.870796 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:42:48.871130 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Checking segment: {'id': '0d21a9b4-5953-4d7d-a483-1797b860a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '816f3175-5e52-4165-9c7b-01ff295d6b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:42:48.871511 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Bound using segment: {'id': '0d21a9b4-5953-4d7d-a483-1797b860a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '816f3175-5e52-4165-9c7b-01ff295d6b44'} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:42:48.871936 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Bound port: ab79a4d9-36f5-41b6-a843-443737ac91b9, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d21a9b4-5953-4d7d-a483-1797b860a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '816f3175-5e52-4165-9c7b-01ff295d6b44'}}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:42:48.872287 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:48.933966 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] For port ab79a4d9-36f5-41b6-a843-443737ac91b9, host hv-cinder-80403, cleared binding levels {{(pid=94312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:42:48.937002 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] For port ab79a4d9-36f5-41b6-a843-443737ac91b9, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ab79a4d9-36f5-41b6-a843-443737ac91b9,segment=NetworkSegment(0d21a9b4-5953-4d7d-a483-1797b860a1a3),segment_id=0d21a9b4-5953-4d7d-a483-1797b860a1a3)] {{(pid=94312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:42:49.034159 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:49.069512 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:49.070130 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:49.071589 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] 10.222.0.54 "PUT /v2.0/ports/ab79a4d9-36f5-41b6-a843-443737ac91b9 HTTP/1.1" status: 200 len: 1093 time: 1.0512455 Sep 07 04:42:49.072684 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe80376-8027-4714-a107-33cc62b50579', 'tag': 'ab79a4d9-36f5-41b6-a843-443737ac91b9'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:42:49.075067 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbc28e4-5284-4686-b21a-24e50a81671a" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe80376-8027-4714-a107-33cc62b50579", "tag": "ab79a4d9-36f5-41b6-a843-443737ac91b9"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:42:49.103365 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df7638-c3e7-4902-90e0-11ca8bb6bc95 service neutron] Pushing event updated for resources: {'Port': ['ID=ab79a4d9-36f5-41b6-a843-443737ac91b9,revision_number=3']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:49.116396 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5b1d51-c7f1-4a8f-aad5-27ace226be2a x-openstack-request-id: req-4a5b1d51-c7f1-4a8f-aad5-27ace226be2a {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:42:49.116719 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe80376-8027-4714-a107-33cc62b50579", "tag": "ab79a4d9-36f5-41b6-a843-443737ac91b9", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:42:49.116970 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a5b1d51-c7f1-4a8f-aad5-27ace226be2a {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:42:49.117357 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe80376-8027-4714-a107-33cc62b50579', 'tag': 'ab79a4d9-36f5-41b6-a843-443737ac91b9', 'status': 'completed', 'code': 200} Sep 07 04:42:49.201818 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc28e4-5284-4686-b21a-24e50a81671a req-34b16604-f4a4-4f9f-bf69-72840bc496dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:49.203309 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2cbc28e4-5284-4686-b21a-24e50a81671a req-34b16604-f4a4-4f9f-bf69-72840bc496dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=93fc395c432d411abc46e22f1f2343af&device_id=0fe80376-8027-4714-a107-33cc62b50579 HTTP/1.1" status: 200 len: 1096 time: 0.0450084 Sep 07 04:42:49.304019 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc28e4-5284-4686-b21a-24e50a81671a req-604c5401-8176-4693-adcf-e44ce59310dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:49.305570 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2cbc28e4-5284-4686-b21a-24e50a81671a req-604c5401-8176-4693-adcf-e44ce59310dd service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=93fc395c432d411abc46e22f1f2343af&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0894392 Sep 07 04:42:49.404902 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc28e4-5284-4686-b21a-24e50a81671a req-15e5dc27-85aa-4c93-a8e7-edda9cffad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:49.406470 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-2cbc28e4-5284-4686-b21a-24e50a81671a req-15e5dc27-85aa-4c93-a8e7-edda9cffad79 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945230 Sep 07 04:42:49.501278 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-b0960dce-a9d6-4930-8963-ea15bfff578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:49.502742 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-b0960dce-a9d6-4930-8963-ea15bfff578e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=93fc395c432d411abc46e22f1f2343af&device_id=0fe80376-8027-4714-a107-33cc62b50579 HTTP/1.1" status: 200 len: 1096 time: 0.0390112 Sep 07 04:42:49.552756 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-53a49475-0636-48b7-9865-4bcddcde539c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab79a4d9-36f5-41b6-a843-443737ac91b9 HTTP/1.1" status: 200 len: 217 time: 0.0371633 Sep 07 04:42:49.600546 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-44708809-af82-4541-87bb-9a9968f8a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:49.601984 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-44708809-af82-4541-87bb-9a9968f8a6d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8d51086b-ef57-4974-8f34-9eb5ffa59859 HTTP/1.1" status: 200 len: 848 time: 0.0426030 Sep 07 04:42:49.632204 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-f6c8e86d-791f-4828-bb95-7ffdba8b97fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=816f3175-5e52-4165-9c7b-01ff295d6b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232532 Sep 07 04:42:49.754074 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-5a496d60-be38-4856-9032-7fac186c46c3 service neutron] 10.222.0.54 "GET /v2.0/networks/816f3175-5e52-4165-9c7b-01ff295d6b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150997 Sep 07 04:42:49.793169 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3901511-d2c6-4edf-ad88-cb920a076f3d req-4ca9cf11-8cf0-4f13-891f-f847dbcf249f tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:49.794642 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e3901511-d2c6-4edf-ad88-cb920a076f3d req-4ca9cf11-8cf0-4f13-891f-f847dbcf249f tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe80376-8027-4714-a107-33cc62b50579 HTTP/1.1" status: 200 len: 943 time: 0.0839272 Sep 07 04:42:49.876700 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e3901511-d2c6-4edf-ad88-cb920a076f3d req-a2fee016-2899-4759-8c3e-6ec3d9340c00 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739980 Sep 07 04:42:49.894812 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8b3c2322-52d7-4706-bf75-38d9f637af51 req-4d14b75c-f33f-4796-93db-be0d1379e947 service neutron] 10.222.0.54 "GET /v2.0/networks/816f3175-5e52-4165-9c7b-01ff295d6b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331797 Sep 07 04:42:50.992988 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ac435-4356-4706-953d-201d454cc46e req-791f6cf2-1665-4d47-9b4a-89004c628def tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:50.994576 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-026ac435-4356-4706-953d-201d454cc46e req-791f6cf2-1665-4d47-9b4a-89004c628def tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe80376-8027-4714-a107-33cc62b50579 HTTP/1.1" status: 200 len: 943 time: 0.0488763 Sep 07 04:42:51.032896 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-026ac435-4356-4706-953d-201d454cc46e req-104b247b-fee8-4753-9e62-c2e42f6b296c tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319607 Sep 07 04:42:52.255161 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063a08d-6c24-4f44-9bca-d90158dfea07 req-9435656b-dd9c-4eeb-907c-311920ddf07a tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:52.256577 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5063a08d-6c24-4f44-9bca-d90158dfea07 req-9435656b-dd9c-4eeb-907c-311920ddf07a tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe80376-8027-4714-a107-33cc62b50579 HTTP/1.1" status: 200 len: 943 time: 0.1547704 Sep 07 04:42:52.294145 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5063a08d-6c24-4f44-9bca-d90158dfea07 req-5148d145-e099-4596-8d2c-ba921b907b98 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306461 Sep 07 04:42:53.207672 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device ab79a4d9-36f5-41b6-a843-443737ac91b9 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:42:53.299633 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port ab79a4d9-36f5-41b6-a843-443737ac91b9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ab79a4d9-36f5-41b6-a843-443737ac91b9,segment=NetworkSegment(0d21a9b4-5953-4d7d-a483-1797b860a1a3),segment_id=0d21a9b4-5953-4d7d-a483-1797b860a1a3)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:42:53.310711 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': 'ab79a4d9-36f5-41b6-a843-443737ac91b9', 'network_id': '816f3175-5e52-4165-9c7b-01ff295d6b44', 'port_id': 'ab79a4d9-36f5-41b6-a843-443737ac91b9', 'mac_address': 'fa:16:3e:21:93:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d51086b-ef57-4974-8f34-9eb5ffa59859', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:42:53.352460 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:53.467478 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbb326-a7e4-41d4-bd6a-929bd72f108b req-816db9f1-6237-444b-9ffd-326203d3e2e5 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:53.469062 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-82dbb326-a7e4-41d4-bd6a-929bd72f108b req-816db9f1-6237-444b-9ffd-326203d3e2e5 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe80376-8027-4714-a107-33cc62b50579 HTTP/1.1" status: 200 len: 943 time: 0.1066370 Sep 07 04:42:53.490778 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab79a4d9-36f5-41b6-a843-443737ac91b9 {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:42:53.507836 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-82dbb326-a7e4-41d4-bd6a-929bd72f108b req-ffbaa74c-d6e4-4340-a5d3-e2316398e6c3 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324717 Sep 07 04:42:53.510376 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port ab79a4d9-36f5-41b6-a843-443737ac91b9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ab79a4d9-36f5-41b6-a843-443737ac91b9,segment=NetworkSegment(0d21a9b4-5953-4d7d-a483-1797b860a1a3),segment_id=0d21a9b4-5953-4d7d-a483-1797b860a1a3)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:42:53.582303 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:53.630126 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=ab79a4d9-36f5-41b6-a843-443737ac91b9,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:53.862999 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['ab79a4d9-36f5-41b6-a843-443737ac91b9'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:42:54.623075 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12414f-018f-4c9d-80ea-2c6261458c43 req-6a7cba03-750c-44a2-9392-2634f139e956 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:54.624802 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ed12414f-018f-4c9d-80ea-2c6261458c43 req-6a7cba03-750c-44a2-9392-2634f139e956 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe80376-8027-4714-a107-33cc62b50579 HTTP/1.1" status: 200 len: 944 time: 0.0489681 Sep 07 04:42:54.661917 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ed12414f-018f-4c9d-80ea-2c6261458c43 req-a9c36e79-eed1-4585-8cfa-42b54c037401 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312266 Sep 07 04:42:55.234983 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device ab79a4d9-36f5-41b6-a843-443737ac91b9 up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:42:55.448983 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port ab79a4d9-36f5-41b6-a843-443737ac91b9 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:42:55.453037 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port ab79a4d9-36f5-41b6-a843-443737ac91b9 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:42:55.453413 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:55.536133 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:55.557590 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe80376-8027-4714-a107-33cc62b50579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab79a4d9-36f5-41b6-a843-443737ac91b9'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:42:55.559901 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9f86ff-59dd-48ce-a20b-805163f7aa92" -d '{"events": [{"server_uuid": "0fe80376-8027-4714-a107-33cc62b50579", "name": "network-vif-plugged", "status": "completed", "tag": "ab79a4d9-36f5-41b6-a843-443737ac91b9"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:42:55.572225 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port ab79a4d9-36f5-41b6-a843-443737ac91b9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ab79a4d9-36f5-41b6-a843-443737ac91b9,segment=NetworkSegment(0d21a9b4-5953-4d7d-a483-1797b860a1a3),segment_id=0d21a9b4-5953-4d7d-a483-1797b860a1a3)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:42:55.598119 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c8d670-f774-418d-bced-128a884bdaf2 x-openstack-request-id: req-96c8d670-f774-418d-bced-128a884bdaf2 {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:42:55.598417 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe80376-8027-4714-a107-33cc62b50579", "name": "network-vif-plugged", "status": "completed", "tag": "ab79a4d9-36f5-41b6-a843-443737ac91b9", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:42:55.598749 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96c8d670-f774-418d-bced-128a884bdaf2 {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:42:55.599141 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe80376-8027-4714-a107-33cc62b50579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab79a4d9-36f5-41b6-a843-443737ac91b9', 'code': 200} Sep 07 04:42:55.729082 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:55.739237 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:42:55.777854 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c6d3-16ea-40f9-8ffe-1966b3aac1b2 req-a2ceafea-f1e3-415c-891f-e643e8ba255d tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:55.779359 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d758c6d3-16ea-40f9-8ffe-1966b3aac1b2 req-a2ceafea-f1e3-415c-891f-e643e8ba255d tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe80376-8027-4714-a107-33cc62b50579 HTTP/1.1" status: 200 len: 945 time: 0.0507166 Sep 07 04:42:55.780433 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=ab79a4d9-36f5-41b6-a843-443737ac91b9,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:42:55.817785 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d758c6d3-16ea-40f9-8ffe-1966b3aac1b2 req-62c21ddc-d84f-4ed0-8c22-edb39cdd8fb4 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322452 Sep 07 04:42:56.023515 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88f921-9980-4c5f-b768-20d1a05afd62 req-e1c3e69e-7109-462b-b019-0408f65cb2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:56.025088 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8f88f921-9980-4c5f-b768-20d1a05afd62 req-e1c3e69e-7109-462b-b019-0408f65cb2a3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0fe80376-8027-4714-a107-33cc62b50579 HTTP/1.1" status: 200 len: 1098 time: 0.0436511 Sep 07 04:42:56.058766 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8f88f921-9980-4c5f-b768-20d1a05afd62 req-01fd07ad-5201-4fc1-a8c3-7e44aecd2efd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271022 Sep 07 04:42:56.765092 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-e79b69e4-a344-4919-873e-fe58466eb717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:56.934793 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312891c2-835b-4be7-bbb1-ef33fefcbb4d req-a3372eb8-2e4b-4b18-bd57-a49f03a053ad tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:56.936295 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-312891c2-835b-4be7-bbb1-ef33fefcbb4d req-a3372eb8-2e4b-4b18-bd57-a49f03a053ad tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe80376-8027-4714-a107-33cc62b50579 HTTP/1.1" status: 200 len: 945 time: 0.0494428 Sep 07 04:42:56.975105 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-312891c2-835b-4be7-bbb1-ef33fefcbb4d req-67f5d163-4206-4082-b6ab-5ebca33e5aa3 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326114 Sep 07 04:42:58.088729 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113c7a3-9b49-4580-8258-89f7b909ba7f req-ab0ae59e-4dbf-47da-ae8f-146905f4c9d9 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:58.090188 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7113c7a3-9b49-4580-8258-89f7b909ba7f req-ab0ae59e-4dbf-47da-ae8f-146905f4c9d9 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe80376-8027-4714-a107-33cc62b50579 HTTP/1.1" status: 200 len: 945 time: 0.0480011 Sep 07 04:42:58.128980 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-7113c7a3-9b49-4580-8258-89f7b909ba7f req-46466042-d342-4d83-ac6f-ca5743582656 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329318 Sep 07 04:42:59.708061 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-5c644c82-1ecc-41f7-bf7b-a455d9c5295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:59.765072 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:42:59.865410 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a50e5a-4a65-4317-9d4a-537b69a4a990 req-b3b13b54-2056-4d0e-978b-4b49dc3f1957 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:42:59.866888 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-01a50e5a-4a65-4317-9d4a-537b69a4a990 req-b3b13b54-2056-4d0e-978b-4b49dc3f1957 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe80376-8027-4714-a107-33cc62b50579 HTTP/1.1" status: 200 len: 945 time: 0.0513523 Sep 07 04:42:59.903955 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-01a50e5a-4a65-4317-9d4a-537b69a4a990 req-d0cedc4b-9473-4bf7-af1c-07b6148653a2 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302758 Sep 07 04:43:00.565128 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:01.022505 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abc0b9-62ae-4ead-bbce-0136bc619dd6 req-3f98204e-6c48-4cee-9bd3-3bd87e104392 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:43:01.024001 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f4abc0b9-62ae-4ead-bbce-0136bc619dd6 req-3f98204e-6c48-4cee-9bd3-3bd87e104392 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe80376-8027-4714-a107-33cc62b50579 HTTP/1.1" status: 200 len: 945 time: 0.0484388 Sep 07 04:43:01.062084 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f4abc0b9-62ae-4ead-bbce-0136bc619dd6 req-a4f5aed8-9eaa-422b-981b-5b4c066a93ce tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0571004-ab28-4647-a4ef-2dd7d2b97af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321758 Sep 07 04:43:01.260263 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50deca1b-6562-4c7d-aeba-b0e0add32064 req-8f9dd39f-d926-4125-af6b-f182890df0f7 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:43:01.261710 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-50deca1b-6562-4c7d-aeba-b0e0add32064 req-8f9dd39f-d926-4125-af6b-f182890df0f7 tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fe80376-8027-4714-a107-33cc62b50579 HTTP/1.1" status: 200 len: 945 time: 0.0487890 Sep 07 04:43:01.352049 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-50deca1b-6562-4c7d-aeba-b0e0add32064 req-87a53cff-cc53-4913-bf9b-201f5d5032bd tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Deleting port ab79a4d9-36f5-41b6-a843-443737ac91b9 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:43:01.353324 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-50deca1b-6562-4c7d-aeba-b0e0add32064 req-87a53cff-cc53-4913-bf9b-201f5d5032bd tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:01.438888 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-50deca1b-6562-4c7d-aeba-b0e0add32064 req-87a53cff-cc53-4913-bf9b-201f5d5032bd tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] For port ab79a4d9-36f5-41b6-a843-443737ac91b9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ab79a4d9-36f5-41b6-a843-443737ac91b9,segment=NetworkSegment(0d21a9b4-5953-4d7d-a483-1797b860a1a3),segment_id=0d21a9b4-5953-4d7d-a483-1797b860a1a3)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:43:01.439252 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-50deca1b-6562-4c7d-aeba-b0e0add32064 req-87a53cff-cc53-4913-bf9b-201f5d5032bd tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:01.451577 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-50deca1b-6562-4c7d-aeba-b0e0add32064 req-87a53cff-cc53-4913-bf9b-201f5d5032bd tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Calling delete_port for ab79a4d9-36f5-41b6-a843-443737ac91b9 owned by compute:nova {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:43:01.694287 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-50deca1b-6562-4c7d-aeba-b0e0add32064 req-87a53cff-cc53-4913-bf9b-201f5d5032bd tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:01.721143 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a53cff-cc53-4913-bf9b-201f5d5032bd tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Pushing event deleted for resources: {'Port': ['ID=ab79a4d9-36f5-41b6-a843-443737ac91b9,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:43:01.730109 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['ab79a4d9-36f5-41b6-a843-443737ac91b9'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:43:01.770751 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-50deca1b-6562-4c7d-aeba-b0e0add32064 req-87a53cff-cc53-4913-bf9b-201f5d5032bd tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] No DVR routers for this DVR port ab79a4d9-36f5-41b6-a843-443737ac91b9 on host hv-cinder-80403 {{(pid=94312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:43:01.773174 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-50deca1b-6562-4c7d-aeba-b0e0add32064 req-87a53cff-cc53-4913-bf9b-201f5d5032bd tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:01.775684 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-50deca1b-6562-4c7d-aeba-b0e0add32064 req-87a53cff-cc53-4913-bf9b-201f5d5032bd tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.54 "DELETE /v2.0/ports/ab79a4d9-36f5-41b6-a843-443737ac91b9 HTTP/1.1" status: 204 len: 173 time: 0.5085289 Sep 07 04:43:01.776118 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe80376-8027-4714-a107-33cc62b50579', 'name': 'network-vif-deleted', 'tag': 'ab79a4d9-36f5-41b6-a843-443737ac91b9'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:43:01.778839 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f9630d-ba02-44b2-9940-f075d61e9a8c" -d '{"events": [{"server_uuid": "0fe80376-8027-4714-a107-33cc62b50579", "name": "network-vif-deleted", "tag": "ab79a4d9-36f5-41b6-a843-443737ac91b9"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:43:01.816099 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b00a745-e128-461b-9aa5-f6d25702e91b x-openstack-request-id: req-5b00a745-e128-461b-9aa5-f6d25702e91b {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:43:01.816396 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe80376-8027-4714-a107-33cc62b50579", "name": "network-vif-deleted", "tag": "ab79a4d9-36f5-41b6-a843-443737ac91b9", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:43:01.816681 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b00a745-e128-461b-9aa5-f6d25702e91b {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:43:01.817075 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe80376-8027-4714-a107-33cc62b50579', 'name': 'network-vif-deleted', 'tag': 'ab79a4d9-36f5-41b6-a843-443737ac91b9', 'status': 'completed', 'code': 200} Sep 07 04:43:02.164060 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e888a6f7-669d-48a3-b593-f6db69b702c0 req-51893b73-cc3b-4b66-a6e9-ab36bca76afd tempest-VolumesActionsTest-1785780783 tempest-VolumesActionsTest-1785780783-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe80376-8027-4714-a107-33cc62b50579 HTTP/1.1" status: 200 len: 210 time: 0.0248673 Sep 07 04:43:02.593544 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:03.382590 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d89041c0-e695-4e51-9cf2-57dbd0cc34da req-2a903731-1fed-422b-8540-5d42289d46a4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409086 Sep 07 04:43:03.484443 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89041c0-e695-4e51-9cf2-57dbd0cc34da req-8d165fb0-1e33-4890-986c-f5e8807fef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:43:03.485829 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d89041c0-e695-4e51-9cf2-57dbd0cc34da req-8d165fb0-1e33-4890-986c-f5e8807fef97 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a49cf532fe548db94674dc3c4f1450f&device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 1099 time: 0.0409622 Sep 07 04:43:03.593208 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89041c0-e695-4e51-9cf2-57dbd0cc34da req-f02029e2-7bfb-45bd-a755-a2bb63f471fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:43:03.594683 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d89041c0-e695-4e51-9cf2-57dbd0cc34da req-f02029e2-7bfb-45bd-a755-a2bb63f471fc service neutron] 10.222.0.54 "GET /v2.0/networks?id=bc54e37a-82e9-4557-9010-be489d666b94 HTTP/1.1" status: 200 len: 912 time: 0.0889258 Sep 07 04:43:03.661592 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d89041c0-e695-4e51-9cf2-57dbd0cc34da req-047d613e-fdb8-48b7-8e03-081d8eff0a9e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ffafbad-1b5e-4f56-8410-40978e7ff8cc HTTP/1.1" status: 200 len: 1001 time: 0.0591481 Sep 07 04:43:03.713872 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89041c0-e695-4e51-9cf2-57dbd0cc34da req-3136137d-4180-4bf9-b40f-36a111e6fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:43:03.715593 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d89041c0-e695-4e51-9cf2-57dbd0cc34da req-3136137d-4180-4bf9-b40f-36a111e6fdb5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b5abe33-e09a-4af3-af47-24268cfb548e HTTP/1.1" status: 200 len: 850 time: 0.0472491 Sep 07 04:43:03.762642 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89041c0-e695-4e51-9cf2-57dbd0cc34da req-05e549da-b833-45d6-b6a9-d4f2b9af510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:43:03.762642 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d89041c0-e695-4e51-9cf2-57dbd0cc34da req-05e549da-b833-45d6-b6a9-d4f2b9af510c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc54e37a-82e9-4557-9010-be489d666b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405564 Sep 07 04:43:03.772881 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [req-d89041c0-e695-4e51-9cf2-57dbd0cc34da req-8e2dd044-3d9e-4b04-9358-68ca59f31084 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:43:03.773990 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d89041c0-e695-4e51-9cf2-57dbd0cc34da req-8e2dd044-3d9e-4b04-9358-68ca59f31084 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049729 Sep 07 04:43:03.862037 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d89041c0-e695-4e51-9cf2-57dbd0cc34da req-2729118f-663c-47d9-988c-b901ab295b96 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814691 Sep 07 04:43:03.971667 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d89041c0-e695-4e51-9cf2-57dbd0cc34da req-795440e1-c83e-4a68-bc22-5f9639be8b54 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026371 Sep 07 04:43:04.543147 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:06.671054 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device ab79a4d9-36f5-41b6-a843-443737ac91b9 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:43:06.691556 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: ab79a4d9-36f5-41b6-a843-443737ac91b9 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:43:06.691905 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device ab79a4d9-36f5-41b6-a843-443737ac91b9 not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:43:26.764852 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-8a4192ea-095e-427d-ac14-726c13549514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:27.817844 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 41720) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:43:27.862605 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_v2 [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] Deleting subnet 8d51086b-ef57-4974-8f34-9eb5ffa59859 {{(pid=94312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:43:27.865507 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:27.899508 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270396'] for subnet, precommit_delete_associations {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:27.941718 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1475966'] for subnet, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:28.070751 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1475957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9711872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8919976'] for subnet, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:28.095448 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d51086b-ef57-4974-8f34-9eb5ffa59859,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:43:28.103061 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:28.105389 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8d51086b-ef57-4974-8f34-9eb5ffa59859 HTTP/1.1" status: 204 len: 168 time: 0.2865579 Sep 07 04:43:28.107260 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.107700 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.108044 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.108155 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 41722) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:43:28.108598 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.108715 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.109032 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.109382 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.109808 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.110223 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.110551 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.110873 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.111194 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ffe8f-55f7-48cf-9547-19975a915abc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.179874 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543271'] for network, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:28.255591 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474017', 'neutron.services.segments.db._delete_segments_for_network-8773844615792'] for network, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:28.274251 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.services.segments.db [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816f3175-5e52-4165-9c7b-01ff295d6b44']}} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:43:28.283671 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.services.segments.db [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d21a9b4-5953-4d7d-a483-1797b860a1a3') {'for_net_delete': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:43:28.283972 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.services.segments.db [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d21a9b4-5953-4d7d-a483-1797b860a1a3') {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:43:28.293510 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773844616057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10360170'] for segment, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:28.306078 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:28.311855 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:43:28.312165 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9042320'] for segment, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: Traceback (most recent call last): Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: timer() Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: cb(*args, **kw) Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: return func(*args, **kwargs) Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: self._notify() Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: self.callback(batched_events) Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: event.method(event) Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: return f(self, *a, **k) Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: return self._get(url).json() Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: return self.request(url, 'GET', **kwargs) Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:43:28.313776 dv-cinder-804035-10-iscsi neutron-server[94311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:43:28.433291 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472601'] for network, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:28.438514 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:28.440341 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] 10.222.0.55 "DELETE /v2.0/networks/816f3175-5e52-4165-9c7b-01ff295d6b44 HTTP/1.1" status: 204 len: 168 time: 0.3312099 Sep 07 04:43:28.450744 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Pushing event deleted for resources: {'Network': ['ID=816f3175-5e52-4165-9c7b-01ff295d6b44,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:43:28.457709 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.458078 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.458423 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.458767 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.459099 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.459433 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.459776 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.460097 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.460429 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.460789 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.461154 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.461445 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc501110-8b80-43d3-bb67-6216c4d77815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:43:28.736120 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 41728) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:43:28.777250 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-4d888e2a-ee7f-404d-b9b0-d499dd29cfa4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=93fc395c432d411abc46e22f1f2343af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392497 Sep 07 04:43:28.779897 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 41730) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:43:28.826712 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-92f2a9cc-0f0d-4899-9197-92c80817f2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:28.847813 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-92f2a9cc-0f0d-4899-9197-92c80817f2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:28.958939 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-92f2a9cc-0f0d-4899-9197-92c80817f2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:28.961559 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-92f2a9cc-0f0d-4899-9197-92c80817f2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:28.962730 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-92f2a9cc-0f0d-4899-9197-92c80817f2e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0571004-ab28-4647-a4ef-2dd7d2b97af0 HTTP/1.1" status: 204 len: 168 time: 0.1819458 Sep 07 04:43:28.970966 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2a9cc-0f0d-4899-9197-92c80817f2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0571004-ab28-4647-a4ef-2dd7d2b97af0,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:43:29.590788 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-161d76d8-1838-4601-b3ae-90f1464a6cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:29.602272 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:30.604855 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:32.545261 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:32.739608 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:43:34.499676 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:56.830258 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-b3d4a8a6-c431-4daa-a468-ada6fbb06941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:59.546900 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-8abc417d-31f3-49eb-8e4a-b82fb3f2efc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:43:59.563822 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:00.581131 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:02.549698 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:03.448235 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5c76505f-c41f-4a6b-ab88-a1d649f049d3 req-47286199-a58c-4a50-85ae-07283a70146e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1294241 Sep 07 04:44:03.544079 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76505f-c41f-4a6b-ab88-a1d649f049d3 req-691234d3-85b4-4bd9-aea6-e3f7f8c2e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:03.545577 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5c76505f-c41f-4a6b-ab88-a1d649f049d3 req-691234d3-85b4-4bd9-aea6-e3f7f8c2e068 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a49cf532fe548db94674dc3c4f1450f&device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 1099 time: 0.0395541 Sep 07 04:44:03.651938 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76505f-c41f-4a6b-ab88-a1d649f049d3 req-9571f5a6-b771-4a98-b5e1-a8d8d3a075de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:03.653445 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5c76505f-c41f-4a6b-ab88-a1d649f049d3 req-9571f5a6-b771-4a98-b5e1-a8d8d3a075de service neutron] 10.222.0.54 "GET /v2.0/networks?id=bc54e37a-82e9-4557-9010-be489d666b94 HTTP/1.1" status: 200 len: 912 time: 0.0870092 Sep 07 04:44:03.721533 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5c76505f-c41f-4a6b-ab88-a1d649f049d3 req-f5d01369-8656-4787-a49f-6af759ca0b97 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ffafbad-1b5e-4f56-8410-40978e7ff8cc HTTP/1.1" status: 200 len: 1001 time: 0.0569098 Sep 07 04:44:03.778909 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76505f-c41f-4a6b-ab88-a1d649f049d3 req-adc4fc62-f3c5-4761-981c-b6cb0a9e2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:03.780503 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5c76505f-c41f-4a6b-ab88-a1d649f049d3 req-adc4fc62-f3c5-4761-981c-b6cb0a9e2314 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b5abe33-e09a-4af3-af47-24268cfb548e HTTP/1.1" status: 200 len: 850 time: 0.0462396 Sep 07 04:44:03.825619 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76505f-c41f-4a6b-ab88-a1d649f049d3 req-50b9aebe-b997-4567-ad5a-26de718426a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:03.827186 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5c76505f-c41f-4a6b-ab88-a1d649f049d3 req-50b9aebe-b997-4567-ad5a-26de718426a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc54e37a-82e9-4557-9010-be489d666b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399380 Sep 07 04:44:03.921128 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5c76505f-c41f-4a6b-ab88-a1d649f049d3 req-06a2fb21-c44b-45c1-b9d6-d0e928b89a84 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852652 Sep 07 04:44:04.014969 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-5c76505f-c41f-4a6b-ab88-a1d649f049d3 req-dbd07d80-d2fa-4290-adad-5369c0599f4b service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877020 Sep 07 04:44:04.499225 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:09.738724 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:44:11.442115 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 41990) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:44:11.550286 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c760074d-64a0-4602-9077-aa1399b4b963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:11.638410 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c760074d-64a0-4602-9077-aa1399b4b963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:11.729576 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-c760074d-64a0-4602-9077-aa1399b4b963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:11.768649 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-c760074d-64a0-4602-9077-aa1399b4b963 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2632e29c6f9a42db982eefa521be42dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253078 Sep 07 04:44:11.769342 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760074d-64a0-4602-9077-aa1399b4b963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695e66f0-a68f-4916-9b0d-561d5c4e6d4f,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:44:11.771183 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 41998) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:44:11.819690 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7a83ee1e-cf4d-45cd-bc7c-422f20253061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:11.843084 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7a83ee1e-cf4d-45cd-bc7c-422f20253061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:11.988209 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7a83ee1e-cf4d-45cd-bc7c-422f20253061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:11.990909 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7a83ee1e-cf4d-45cd-bc7c-422f20253061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:11.992014 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-7a83ee1e-cf4d-45cd-bc7c-422f20253061 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/695e66f0-a68f-4916-9b0d-561d5c4e6d4f HTTP/1.1" status: 204 len: 168 time: 0.2198043 Sep 07 04:44:12.005942 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83ee1e-cf4d-45cd-bc7c-422f20253061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695e66f0-a68f-4916-9b0d-561d5c4e6d4f,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:44:12.018767 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f0249-91fe-4e75-a0d5-4fafe894d5cf req-7949c306-ae51-4017-800a-2b9d255d44fc tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:12.020214 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d86f0249-91fe-4e75-a0d5-4fafe894d5cf req-7949c306-ae51-4017-800a-2b9d255d44fc tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 946 time: 0.0666943 Sep 07 04:44:12.060827 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d86f0249-91fe-4e75-a0d5-4fafe894d5cf req-3e31bafb-66a3-4083-822b-4c4b88bbf1eb tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335550 Sep 07 04:44:13.023692 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 42024) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:44:13.121563 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-7effb21f-2a5b-4e73-8c7d-ae73d9e79ffc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1474243669-network', 'tenant_id': 'a8abd09f2ff8467490688906529c979c'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:44:13.183502 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17990b4-7b5d-4af5-8000-11739e5dd36c req-cdbfd89f-d19b-4e3c-aff7-e5d729a1b7b2 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:13.184993 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a17990b4-7b5d-4af5-8000-11739e5dd36c req-cdbfd89f-d19b-4e3c-aff7-e5d729a1b7b2 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 946 time: 0.0525999 Sep 07 04:44:13.224258 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a17990b4-7b5d-4af5-8000-11739e5dd36c req-c4f95110-fec8-4f36-a665-be943a90178c tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324275 Sep 07 04:44:13.249206 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7effb21f-2a5b-4e73-8c7d-ae73d9e79ffc admin admin] Made reservation on behalf of a8abd09f2ff8467490688906529c979c for: {'network': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:44:13.252050 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7effb21f-2a5b-4e73-8c7d-ae73d9e79ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for network, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:13.260849 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7effb21f-2a5b-4e73-8c7d-ae73d9e79ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:13.346706 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7effb21f-2a5b-4e73-8c7d-ae73d9e79ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:13.412670 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7effb21f-2a5b-4e73-8c7d-ae73d9e79ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:13.439987 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7effb21f-2a5b-4e73-8c7d-ae73d9e79ffc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:44:13.449779 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effb21f-2a5b-4e73-8c7d-ae73d9e79ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a84189-f1f3-48fa-bc65-6767a187a69e,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:44:13.456328 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7effb21f-2a5b-4e73-8c7d-ae73d9e79ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:13.456706 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.segments_db [None req-7effb21f-2a5b-4e73-8c7d-ae73d9e79ffc admin admin] Added segment c5b3c165-8f72-4901-a8cd-4ae2ea12672a of type vlan for network 4ef3ed6f-fe53-49e1-849e-d58632c4bff1 Sep 07 04:44:13.495320 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7effb21f-2a5b-4e73-8c7d-ae73d9e79ffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773844318967'] for network, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:13.581008 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7effb21f-2a5b-4e73-8c7d-ae73d9e79ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600'] for network, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:13.582011 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7effb21f-2a5b-4e73-8c7d-ae73d9e79ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:13.582604 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7effb21f-2a5b-4e73-8c7d-ae73d9e79ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:13.664984 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effb21f-2a5b-4e73-8c7d-ae73d9e79ffc admin admin] Pushing event updated for resources: {'Network': ['ID=4ef3ed6f-fe53-49e1-849e-d58632c4bff1,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:44:13.675485 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Network 4ef3ed6f-fe53-49e1-849e-d58632c4bff1 details requested by agent ovs-agent-dv-cinder-804035-10-iscsi with host dv-cinder-804035-10-iscsi {{(pid=94313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:44:13.690336 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1de2e-5933-4fcd-b652-83d33a6a2d9f req-60a3c5dc-a548-4c0f-8c6d-496b5c8ba10e tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:13.691768 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8ce1de2e-5933-4fcd-b652-83d33a6a2d9f req-60a3c5dc-a548-4c0f-8c6d-496b5c8ba10e tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.54 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 946 time: 0.0739291 Sep 07 04:44:13.725790 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-7effb21f-2a5b-4e73-8c7d-ae73d9e79ffc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7009904 Sep 07 04:44:13.728999 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 42030) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:44:13.735143 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [None req-141331cb-b3ea-4653-8295-4a03a52c92ea admin admin] Request body: {'subnet': {'network_id': '4ef3ed6f-fe53-49e1-849e-d58632c4bff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1474243669-subnet', 'tenant_id': 'a8abd09f2ff8467490688906529c979c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:44:13.788694 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-8ce1de2e-5933-4fcd-b652-83d33a6a2d9f req-12dd6e24-820e-4e24-ad5f-a96f9abe3819 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Deleting port 2ffafbad-1b5e-4f56-8410-40978e7ff8cc {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:44:13.789039 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-8ce1de2e-5933-4fcd-b652-83d33a6a2d9f req-12dd6e24-820e-4e24-ad5f-a96f9abe3819 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:13.826214 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141331cb-b3ea-4653-8295-4a03a52c92ea admin admin] Made reservation on behalf of a8abd09f2ff8467490688906529c979c for: {'subnet': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:44:13.828720 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-141331cb-b3ea-4653-8295-4a03a52c92ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9124979'] for subnet, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:13.877341 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-8ce1de2e-5933-4fcd-b652-83d33a6a2d9f req-12dd6e24-820e-4e24-ad5f-a96f9abe3819 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] For port 2ffafbad-1b5e-4f56-8410-40978e7ff8cc, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2ffafbad-1b5e-4f56-8410-40978e7ff8cc,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:44:13.877703 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-8ce1de2e-5933-4fcd-b652-83d33a6a2d9f req-12dd6e24-820e-4e24-ad5f-a96f9abe3819 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:14.049536 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-8ce1de2e-5933-4fcd-b652-83d33a6a2d9f req-12dd6e24-820e-4e24-ad5f-a96f9abe3819 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:14.050247 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-8ce1de2e-5933-4fcd-b652-83d33a6a2d9f req-12dd6e24-820e-4e24-ad5f-a96f9abe3819 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472587'] for floatingip, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:14.050247 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.l3_db [req-8ce1de2e-5933-4fcd-b652-83d33a6a2d9f req-12dd6e24-820e-4e24-ad5f-a96f9abe3819 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Floating IP b1799954-bded-4baa-adcf-ef5e23940e98 disassociated. External IP: 172.27.2.91, port: 2ffafbad-1b5e-4f56-8410-40978e7ff8cc. Sep 07 04:44:14.050520 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [req-8ce1de2e-5933-4fcd-b652-83d33a6a2d9f req-12dd6e24-820e-4e24-ad5f-a96f9abe3819 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Calling delete_port for 2ffafbad-1b5e-4f56-8410-40978e7ff8cc owned by compute:nova {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:44:14.076038 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-141331cb-b3ea-4653-8295-4a03a52c92ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9042233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9124869'] for subnet, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:14.125478 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141331cb-b3ea-4653-8295-4a03a52c92ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e855ad-5272-48f5-a39c-87e104a30307,revision_number=0']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:44:14.140562 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141331cb-b3ea-4653-8295-4a03a52c92ea admin admin] Checking segment: {'id': 'c5b3c165-8f72-4901-a8cd-4ae2ea12672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4ef3ed6f-fe53-49e1-849e-d58632c4bff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:44:14.140988 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141331cb-b3ea-4653-8295-4a03a52c92ea admin admin] Network hostable DHCP agents. Network: 4ef3ed6f-fe53-49e1-849e-d58632c4bff1, hostable agents: ['54c442c8-14b0-4dbf-a02b-e323e1cd9428'], hosted agents: [] {{(pid=94311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:44:14.214762 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141331cb-b3ea-4653-8295-4a03a52c92ea admin admin] Network 4ef3ed6f-fe53-49e1-849e-d58632c4bff1 is scheduled to be hosted by DHCP agent 54c442c8-14b0-4dbf-a02b-e323e1cd9428 with binding_index 1 {{(pid=94311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:44:14.241454 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-8ce1de2e-5933-4fcd-b652-83d33a6a2d9f req-12dd6e24-820e-4e24-ad5f-a96f9abe3819 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:14.275371 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd6e24-820e-4e24-ad5f-a96f9abe3819 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event deleted for resources: {'Port': ['ID=2ffafbad-1b5e-4f56-8410-40978e7ff8cc,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:44:14.350038 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-02662b8b-d179-46df-bab7-37c4bb6614b4 req-527f050f-d74b-43b6-a2cd-3ff1b096254b tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 210 time: 0.0319414 Sep 07 04:44:14.363598 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [None req-141331cb-b3ea-4653-8295-4a03a52c92ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-10-iscsi, 4ef3ed6f-fe53-49e1-849e-d58632c4bff1) {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:44:14.377785 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a169679e-c3bf-42cc-8145-e9fcef3b4592 None None] Network 4ef3ed6f-fe53-49e1-849e-d58632c4bff1 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:44:14.378061 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141331cb-b3ea-4653-8295-4a03a52c92ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:14.380853 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-141331cb-b3ea-4653-8295-4a03a52c92ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:14.416127 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ce1de2e-5933-4fcd-b652-83d33a6a2d9f req-12dd6e24-820e-4e24-ad5f-a96f9abe3819 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Router 85ac041a-b421-44d4-9934-92f08ead8729 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:44:14.488030 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-141331cb-b3ea-4653-8295-4a03a52c92ea admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7571371 Sep 07 04:44:14.505227 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6af6be-2391-4868-9684-64bd5a060f0a None None] Network 4ef3ed6f-fe53-49e1-849e-d58632c4bff1 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:44:14.527724 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ce1de2e-5933-4fcd-b652-83d33a6a2d9f req-12dd6e24-820e-4e24-ad5f-a96f9abe3819 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:44:14.539810 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebe4283-3e5a-464d-8124-d9ff8c046c75 None None] Sync routers for ids ['85ac041a-b421-44d4-9934-92f08ead8729'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:44:14.570182 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce1de2e-5933-4fcd-b652-83d33a6a2d9f req-12dd6e24-820e-4e24-ad5f-a96f9abe3819 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] No DVR routers for this DVR port 2ffafbad-1b5e-4f56-8410-40978e7ff8cc on host hv-cinder-80403 {{(pid=94312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:44:14.572972 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-8ce1de2e-5933-4fcd-b652-83d33a6a2d9f req-12dd6e24-820e-4e24-ad5f-a96f9abe3819 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:14.575013 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8ce1de2e-5933-4fcd-b652-83d33a6a2d9f req-12dd6e24-820e-4e24-ad5f-a96f9abe3819 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.54 "DELETE /v2.0/ports/2ffafbad-1b5e-4f56-8410-40978e7ff8cc HTTP/1.1" status: 204 len: 173 time: 0.8765244 Sep 07 04:44:14.575493 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7048e131-a9b0-4528-b1b9-fda1ecaaae3a', 'name': 'network-vif-deleted', 'tag': '2ffafbad-1b5e-4f56-8410-40978e7ff8cc'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:44:14.578177 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fcbdf3-6a22-43de-aa9f-78e10a057ab1" -d '{"events": [{"server_uuid": "7048e131-a9b0-4528-b1b9-fda1ecaaae3a", "name": "network-vif-deleted", "tag": "2ffafbad-1b5e-4f56-8410-40978e7ff8cc"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:44:14.580271 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebe4283-3e5a-464d-8124-d9ff8c046c75 None None] Routers {'85ac041a-b421-44d4-9934-92f08ead8729'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:44:14.581288 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-6ebe4283-3e5a-464d-8124-d9ff8c046c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:43:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['85ac041a-b421-44d4-9934-92f08ead8729'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:44:14.758492 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-6ebe4283-3e5a-464d-8124-d9ff8c046c75 None None] Set router 85ac041a-b421-44d4-9934-92f08ead8729 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:44:14.775076 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a65c58d-7797-4273-8bcc-f3eef759174f x-openstack-request-id: req-0a65c58d-7797-4273-8bcc-f3eef759174f {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:44:14.775359 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7048e131-a9b0-4528-b1b9-fda1ecaaae3a", "name": "network-vif-deleted", "tag": "2ffafbad-1b5e-4f56-8410-40978e7ff8cc", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:44:14.775607 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a65c58d-7797-4273-8bcc-f3eef759174f {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:44:14.775995 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7048e131-a9b0-4528-b1b9-fda1ecaaae3a', 'name': 'network-vif-deleted', 'tag': '2ffafbad-1b5e-4f56-8410-40978e7ff8cc', 'status': 'completed', 'code': 200} Sep 07 04:44:14.975663 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-6ebe4283-3e5a-464d-8124-d9ff8c046c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 5, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:44:15.002659 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebe4283-3e5a-464d-8124-d9ff8c046c75 None None] Checking router: 85ac041a-b421-44d4-9934-92f08ead8729 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:44:15.010838 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebe4283-3e5a-464d-8124-d9ff8c046c75 None None] Routers {'85ac041a-b421-44d4-9934-92f08ead8729'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:44:15.011441 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-6ebe4283-3e5a-464d-8124-d9ff8c046c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:43:59Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['85ac041a-b421-44d4-9934-92f08ead8729'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:44:15.118443 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-6ebe4283-3e5a-464d-8124-d9ff8c046c75 None None] Set router 85ac041a-b421-44d4-9934-92f08ead8729 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:44:15.322860 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-6ebe4283-3e5a-464d-8124-d9ff8c046c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 5, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:44:15.353488 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebe4283-3e5a-464d-8124-d9ff8c046c75 None None] The sync data for ids ['85ac041a-b421-44d4-9934-92f08ead8729'] in dv-cinder-804035-10-iscsi is: [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 5, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:44:15.467663 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ce7ca954-2559-469b-9a68-d61d9f149240 req-47869715-1da8-4449-a674-ef198958f8da tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=7048e131-a9b0-4528-b1b9-fda1ecaaae3a HTTP/1.1" status: 200 len: 210 time: 0.0287743 Sep 07 04:44:15.603361 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a262f6c4-f98e-4bc0-b192-bcc982306cb8 None None] New status for floating IP b1799954-bded-4baa-adcf-ef5e23940e98: DOWN {{(pid=94314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:44:16.681463 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-6c35f689-40e2-40b4-b36f-b1d4ec11acb0 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:16.683030 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-6c35f689-40e2-40b4-b36f-b1d4ec11acb0 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/networks?id=4ef3ed6f-fe53-49e1-849e-d58632c4bff1 HTTP/1.1" status: 200 len: 814 time: 0.1033330 Sep 07 04:44:16.711145 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-31c65a57-84b4-4daa-9088-42418ce71e5e tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/quotas/a8abd09f2ff8467490688906529c979c HTTP/1.1" status: 200 len: 375 time: 0.0207851 Sep 07 04:44:16.744056 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-668167b9-6be9-4277-98aa-db516da44866 req-9334b500-3459-462e-af12-3768995226aa tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-136259386&fields=id&tenant_id=2a49cf532fe548db94674dc3c4f1450f HTTP/1.1" status: 200 len: 267 time: 0.0600293 Sep 07 04:44:16.746078 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-31313443-7c41-4eaa-bac8-ab44d18e1c7a tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8abd09f2ff8467490688906529c979c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298045 Sep 07 04:44:16.764689 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-2c5c8640-7e89-411a-9ef0-b6b9c9623613 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:44:16.765660 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-2c5c8640-7e89-411a-9ef0-b6b9c9623613 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050702 Sep 07 04:44:16.924640 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668167b9-6be9-4277-98aa-db516da44866 req-f9912ff5-8c5f-4f5c-b7fd-17c2c9b3234f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:16.926456 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-668167b9-6be9-4277-98aa-db516da44866 req-f9912ff5-8c5f-4f5c-b7fd-17c2c9b3234f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/networks?id=bc54e37a-82e9-4557-9010-be489d666b94 HTTP/1.1" status: 200 len: 811 time: 0.1745749 Sep 07 04:44:16.931631 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-1274eb05-6087-4dbd-93d9-e6568addace7 service neutron] 10.222.0.55 "GET /v2.0/networks/4ef3ed6f-fe53-49e1-849e-d58632c4bff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539466 Sep 07 04:44:17.195951 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-668167b9-6be9-4277-98aa-db516da44866 req-5869be70-d2cf-48ea-b899-fdd2d4018281 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/quotas/2a49cf532fe548db94674dc3c4f1450f HTTP/1.1" status: 200 len: 375 time: 0.2633643 Sep 07 04:44:17.299975 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-668167b9-6be9-4277-98aa-db516da44866 req-7ccbdd15-72b5-4673-85fa-27e583881ca5 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a49cf532fe548db94674dc3c4f1450f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0942454 Sep 07 04:44:17.310050 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-1cecc1c9-ab19-448e-baa8-412b4c53c897 service neutron] 10.222.0.55 "GET /v2.0/networks/4ef3ed6f-fe53-49e1-849e-d58632c4bff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706753 Sep 07 04:44:17.315737 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [req-668167b9-6be9-4277-98aa-db516da44866 req-b198d05b-7c50-4c94-b7f6-9c814749efa1 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:44:17.316771 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-668167b9-6be9-4277-98aa-db516da44866 req-b198d05b-7c50-4c94-b7f6-9c814749efa1 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049193 Sep 07 04:44:17.407912 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-668167b9-6be9-4277-98aa-db516da44866 req-0eb5dcbb-fae1-474c-a30d-da772a2e2521 service neutron] 10.222.0.55 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848217 Sep 07 04:44:17.502473 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-668167b9-6be9-4277-98aa-db516da44866 req-b1a18d57-493b-438f-93fe-7364a16f7841 service neutron] 10.222.0.55 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888186 Sep 07 04:44:17.558835 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cdf1e683-ced9-4470-85f8-ca0da4148e8e req-85209983-4502-4a3f-9210-b19545bc78b7 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 210 time: 0.0284915 Sep 07 04:44:18.127462 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 2ffafbad-1b5e-4f56-8410-40978e7ff8cc no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:44:18.152149 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: 2ffafbad-1b5e-4f56-8410-40978e7ff8cc {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:44:18.152700 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 2ffafbad-1b5e-4f56-8410-40978e7ff8cc not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:44:18.157521 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b620d79-1184-469c-b509-ff757aac7252 req-6df443cb-a5d2-46f8-bf41-63c866cf5c16 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 210 time: 0.0250423 Sep 07 04:44:18.649538 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-01d6d2a6-aa39-48bb-b3ae-c1dcc2abc2de req-aea04401-75e5-4c1a-8ed8-286770c21004 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 210 time: 0.0255418 Sep 07 04:44:19.249561 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c96d481b-fa1d-45f8-ba94-45a9cb6a4d00 req-f3d275cd-8eb2-44e8-8525-9aa32513c949 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 210 time: 0.0256410 Sep 07 04:44:19.751868 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3fa5cd3f-76c7-40f4-ac30-e2977f20354f req-b510e536-930b-4452-9371-ff198ec2de64 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 210 time: 0.0347335 Sep 07 04:44:19.758438 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-ff64e32b-fe8d-4812-9309-b9b1086667dd tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:19.759833 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-ff64e32b-fe8d-4812-9309-b9b1086667dd tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.54 "GET /v2.0/networks?id=4ef3ed6f-fe53-49e1-849e-d58632c4bff1 HTTP/1.1" status: 200 len: 814 time: 0.1327870 Sep 07 04:44:19.780650 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-f7120243-47f2-4a1f-8cd2-7100c78804a0 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Request body: {'port': {'device_id': '07d3fc3d-e614-42f4-a422-92a93cf332ea', 'network_id': '4ef3ed6f-fe53-49e1-849e-d58632c4bff1', 'admin_state_up': True, 'tenant_id': 'a8abd09f2ff8467490688906529c979c'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:44:19.974764 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-f7120243-47f2-4a1f-8cd2-7100c78804a0 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Made reservation on behalf of a8abd09f2ff8467490688906529c979c for: {'port': 1} {{(pid=94312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:44:19.978302 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-f7120243-47f2-4a1f-8cd2-7100c78804a0 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:20.100835 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-f7120243-47f2-4a1f-8cd2-7100c78804a0 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Allocated IP 172.20.0.4 (4ef3ed6f-fe53-49e1-849e-d58632c4bff1/82e855ad-5272-48f5-a39c-87e104a30307/1e4bca51-b39f-4caa-bbb6-6af9e5d67134) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:44:20.249722 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-f7120243-47f2-4a1f-8cd2-7100c78804a0 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:20.343208 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-bc123bdd-d561-4550-a8f6-5523ec3b41c5 req-16a21d18-9b04-4050-81be-7a0eafedf1ea tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 210 time: 0.0265739 Sep 07 04:44:20.346711 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-f7120243-47f2-4a1f-8cd2-7100c78804a0 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:20.393719 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-f7120243-47f2-4a1f-8cd2-7100c78804a0 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Network 4ef3ed6f-fe53-49e1-849e-d58632c4bff1 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:44:20.396843 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-f7120243-47f2-4a1f-8cd2-7100c78804a0 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:44:20.402945 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-f7120243-47f2-4a1f-8cd2-7100c78804a0 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:44:20.426939 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7120243-47f2-4a1f-8cd2-7100c78804a0 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Pushing event updated for resources: {'Port': ['ID=1e4bca51-b39f-4caa-bbb6-6af9e5d67134,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:44:20.440950 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668167b9-6be9-4277-98aa-db516da44866 req-96b262fa-b054-47a1-95bf-79800d301915 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:20.442429 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-668167b9-6be9-4277-98aa-db516da44866 req-96b262fa-b054-47a1-95bf-79800d301915 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.54 "GET /v2.0/networks?id=bc54e37a-82e9-4557-9010-be489d666b94 HTTP/1.1" status: 200 len: 811 time: 0.1183238 Sep 07 04:44:20.466350 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-f7120243-47f2-4a1f-8cd2-7100c78804a0 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:20.467051 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-f7120243-47f2-4a1f-8cd2-7100c78804a0 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:20.492148 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-668167b9-6be9-4277-98aa-db516da44866 req-b55a3202-c109-4039-af52-272a0fa77e45 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a49cf532fe548db94674dc3c4f1450f HTTP/1.1" status: 200 len: 379 time: 0.0353844 Sep 07 04:44:20.501480 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [req-668167b9-6be9-4277-98aa-db516da44866 req-17dc5c50-3c76-4354-aecd-3f4cb6b58629 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Request body: {'port': {'device_id': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'admin_state_up': True, 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'security_groups': ['2aa0e1d8-2dd0-4c90-b095-40981061a710']}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:44:20.581271 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-f7120243-47f2-4a1f-8cd2-7100c78804a0 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8053160 Sep 07 04:44:20.600069 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Request body: {'port': {'device_id': '07d3fc3d-e614-42f4-a422-92a93cf332ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:44:20.652765 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:20.710444 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668167b9-6be9-4277-98aa-db516da44866 req-17dc5c50-3c76-4354-aecd-3f4cb6b58629 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Made reservation on behalf of 2a49cf532fe548db94674dc3c4f1450f for: {'port': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:44:20.714317 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-668167b9-6be9-4277-98aa-db516da44866 req-17dc5c50-3c76-4354-aecd-3f4cb6b58629 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:20.841270 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [req-668167b9-6be9-4277-98aa-db516da44866 req-17dc5c50-3c76-4354-aecd-3f4cb6b58629 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Allocated IP 172.20.0.5 (bc54e37a-82e9-4557-9010-be489d666b94/2b5abe33-e09a-4af3-af47-24268cfb548e/b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:44:20.914234 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefc04e-9752-4771-8c00-f2832ae8b7e4 req-a6b6a3a1-548b-4500-8942-f8bfd832533c tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:20.916224 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-dfefc04e-9752-4771-8c00-f2832ae8b7e4 req-a6b6a3a1-548b-4500-8942-f8bfd832533c tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 931 time: 0.0804696 Sep 07 04:44:20.983826 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-668167b9-6be9-4277-98aa-db516da44866 req-17dc5c50-3c76-4354-aecd-3f4cb6b58629 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:20.988555 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-dfefc04e-9752-4771-8c00-f2832ae8b7e4 req-03e14aeb-9a2b-4bdf-9919-8e1e2e5f6b18 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656400 Sep 07 04:44:20.996573 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4bca51-b39f-4caa-bbb6-6af9e5d67134 {{(pid=94312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:44:20.999344 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [req-668167b9-6be9-4277-98aa-db516da44866 req-17dc5c50-3c76-4354-aecd-3f4cb6b58629 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Transition to ACTIVE for port object b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a will not be triggered until provisioned by entity DHCP. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:44:21.005395 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:21.018425 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.provisioning_blocks [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Transition to ACTIVE for port object 1e4bca51-b39f-4caa-bbb6-6af9e5d67134 will not be triggered until provisioned by entity L2. {{(pid=94312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:44:21.110062 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:21.110402 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-668167b9-6be9-4277-98aa-db516da44866 req-17dc5c50-3c76-4354-aecd-3f4cb6b58629 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:21.151093 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668167b9-6be9-4277-98aa-db516da44866 req-17dc5c50-3c76-4354-aecd-3f4cb6b58629 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Network bc54e37a-82e9-4557-9010-be489d666b94 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:44:21.154046 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [req-668167b9-6be9-4277-98aa-db516da44866 req-17dc5c50-3c76-4354-aecd-3f4cb6b58629 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:44:21.158162 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [req-668167b9-6be9-4277-98aa-db516da44866 req-17dc5c50-3c76-4354-aecd-3f4cb6b58629 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:44:21.180682 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Pushing event updated for resources: {'Port': ['ID=1e4bca51-b39f-4caa-bbb6-6af9e5d67134,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:44:21.197547 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc5c50-3c76-4354-aecd-3f4cb6b58629 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event updated for resources: {'Port': ['ID=b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:44:21.222455 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668167b9-6be9-4277-98aa-db516da44866 req-17dc5c50-3c76-4354-aecd-3f4cb6b58629 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:21.223109 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-668167b9-6be9-4277-98aa-db516da44866 req-17dc5c50-3c76-4354-aecd-3f4cb6b58629 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:21.240399 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Attempting to bind port 1e4bca51-b39f-4caa-bbb6-6af9e5d67134 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:44:21.240773 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Attempting to bind port 1e4bca51-b39f-4caa-bbb6-6af9e5d67134 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'c5b3c165-8f72-4901-a8cd-4ae2ea12672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4ef3ed6f-fe53-49e1-849e-d58632c4bff1'}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:44:21.241128 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Attempting to bind port 1e4bca51-b39f-4caa-bbb6-6af9e5d67134 on network 4ef3ed6f-fe53-49e1-849e-d58632c4bff1 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:44:21.246344 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Port 1e4bca51-b39f-4caa-bbb6-6af9e5d67134 on network 4ef3ed6f-fe53-49e1-849e-d58632c4bff1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:44:21.251777 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Attempting to bind port 1e4bca51-b39f-4caa-bbb6-6af9e5d67134 on network 4ef3ed6f-fe53-49e1-849e-d58632c4bff1 {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:44:21.252572 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:44:21.252572 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Checking segment: {'id': 'c5b3c165-8f72-4901-a8cd-4ae2ea12672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4ef3ed6f-fe53-49e1-849e-d58632c4bff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:44:21.253228 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Bound using segment: {'id': 'c5b3c165-8f72-4901-a8cd-4ae2ea12672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4ef3ed6f-fe53-49e1-849e-d58632c4bff1'} {{(pid=94312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:44:21.253228 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.managers [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Bound port: 1e4bca51-b39f-4caa-bbb6-6af9e5d67134, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b3c165-8f72-4901-a8cd-4ae2ea12672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4ef3ed6f-fe53-49e1-849e-d58632c4bff1'}}] {{(pid=94312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:44:21.253608 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:21.293497 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-668167b9-6be9-4277-98aa-db516da44866 req-17dc5c50-3c76-4354-aecd-3f4cb6b58629 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7961049 Sep 07 04:44:21.312607 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Request body: {'port': {'device_id': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:44:21.370775 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:21.404308 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] For port 1e4bca51-b39f-4caa-bbb6-6af9e5d67134, host hv-cinder-80403, cleared binding levels {{(pid=94312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:44:21.408954 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] For port 1e4bca51-b39f-4caa-bbb6-6af9e5d67134, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1e4bca51-b39f-4caa-bbb6-6af9e5d67134,segment=NetworkSegment(c5b3c165-8f72-4901-a8cd-4ae2ea12672a),segment_id=c5b3c165-8f72-4901-a8cd-4ae2ea12672a)] {{(pid=94312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:44:21.459132 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b6ab0-6f8c-42ab-a5ea-878214f96ed8 req-449039fb-e4e4-4428-8289-2b015aa01ec3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:21.460572 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a10b6ab0-6f8c-42ab-a5ea-878214f96ed8 req-449039fb-e4e4-4428-8289-2b015aa01ec3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 931 time: 0.0496411 Sep 07 04:44:21.500527 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a10b6ab0-6f8c-42ab-a5ea-878214f96ed8 req-3a766989-10c0-4cc6-ae66-784dbcdad874 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335608 Sep 07 04:44:21.518736 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:21.559462 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:21.560183 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:21.561639 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] 10.222.0.54 "PUT /v2.0/ports/1e4bca51-b39f-4caa-bbb6-6af9e5d67134 HTTP/1.1" status: 200 len: 1093 time: 0.9659784 Sep 07 04:44:21.562126 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d3fc3d-e614-42f4-a422-92a93cf332ea', 'tag': '1e4bca51-b39f-4caa-bbb6-6af9e5d67134'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:44:21.564470 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c2c341-43ea-455d-a18f-ab72ece260e6" -d '{"events": [{"name": "network-changed", "server_uuid": "07d3fc3d-e614-42f4-a422-92a93cf332ea", "tag": "1e4bca51-b39f-4caa-bbb6-6af9e5d67134"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:44:21.587176 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-4dab1321-d378-4618-a2c9-cf577e33826d None None] Provisioning for port b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:44:21.589272 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981559ab-b30c-4497-907f-41f7b37e098c service neutron] Pushing event updated for resources: {'Port': ['ID=1e4bca51-b39f-4caa-bbb6-6af9e5d67134,revision_number=3']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:44:21.597981 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-4dab1321-d378-4618-a2c9-cf577e33826d None None] Provisioning complete for port b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:44:21.599669 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-4dab1321-d378-4618-a2c9-cf577e33826d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:21.607843 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427abf79-7e30-4829-adb9-dc014f0124c5 x-openstack-request-id: req-427abf79-7e30-4829-adb9-dc014f0124c5 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:44:21.608204 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d3fc3d-e614-42f4-a422-92a93cf332ea", "tag": "1e4bca51-b39f-4caa-bbb6-6af9e5d67134", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:44:21.608547 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-427abf79-7e30-4829-adb9-dc014f0124c5 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:44:21.609000 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d3fc3d-e614-42f4-a422-92a93cf332ea', 'tag': '1e4bca51-b39f-4caa-bbb6-6af9e5d67134', 'status': 'completed', 'code': 200} Sep 07 04:44:21.639712 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-4dab1321-d378-4618-a2c9-cf577e33826d None None] Port b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:44:21.661256 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a {{(pid=94311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:44:21.668739 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:21.682224 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Transition to ACTIVE for port object b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a will not be triggered until provisioned by entity L2. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:44:21.696532 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2c341-43ea-455d-a18f-ab72ece260e6 req-c05761a1-ca4f-482f-b35f-d2ca87dc6e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:21.698078 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-70c2c341-43ea-455d-a18f-ab72ece260e6 req-c05761a1-ca4f-482f-b35f-d2ca87dc6e08 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8abd09f2ff8467490688906529c979c&device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 1096 time: 0.0458395 Sep 07 04:44:21.778364 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:21.803656 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2c341-43ea-455d-a18f-ab72ece260e6 req-f982b8f7-5eb1-4243-92be-5561da1d9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:21.805212 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-70c2c341-43ea-455d-a18f-ab72ece260e6 req-f982b8f7-5eb1-4243-92be-5561da1d9b27 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a8abd09f2ff8467490688906529c979c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0936971 Sep 07 04:44:21.851521 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:44:21.959643 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Attempting to bind port b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:44:21.959643 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Attempting to bind port b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:44:21.959643 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Attempting to bind port b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a on network bc54e37a-82e9-4557-9010-be489d666b94 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:44:21.959643 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Port b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a on network bc54e37a-82e9-4557-9010-be489d666b94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:44:21.959643 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Attempting to bind port b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a on network bc54e37a-82e9-4557-9010-be489d666b94 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:44:21.959643 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:44:21.959643 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Checking segment: {'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:44:21.959643 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Bound using segment: {'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:44:21.959643 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Bound port: b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'}}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:44:21.959643 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:21.960669 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2c341-43ea-455d-a18f-ab72ece260e6 req-44d81b16-8e95-4e9a-8b99-754c3425503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:21.960669 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-70c2c341-43ea-455d-a18f-ab72ece260e6 req-44d81b16-8e95-4e9a-8b99-754c3425503a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313267 Sep 07 04:44:22.017539 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] For port b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a, host hv-cinder-80403, cleared binding levels {{(pid=94311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:44:22.021397 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] For port b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:44:22.048356 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-b4a0f009-3bf6-4fc6-8199-53778f4dd182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:22.049900 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-b4a0f009-3bf6-4fc6-8199-53778f4dd182 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8abd09f2ff8467490688906529c979c&device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 1096 time: 0.0460901 Sep 07 04:44:22.120919 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-9fd688f6-0ea0-47c1-a14b-657b4cb5249f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e4bca51-b39f-4caa-bbb6-6af9e5d67134 HTTP/1.1" status: 200 len: 217 time: 0.0510874 Sep 07 04:44:22.152224 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:22.175946 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4af2a-d203-42fc-bb90-72dcd2ea3d28 req-0f95fb6e-abdd-4d45-9799-0f49b1474ee8 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:22.177470 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-98c4af2a-d203-42fc-bb90-72dcd2ea3d28 req-0f95fb6e-abdd-4d45-9799-0f49b1474ee8 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 943 time: 0.1167738 Sep 07 04:44:22.190084 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:22.190704 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:22.192142 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-668167b9-6be9-4277-98aa-db516da44866 req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] 10.222.0.54 "PUT /v2.0/ports/b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a HTTP/1.1" status: 200 len: 1093 time: 0.8839586 Sep 07 04:44:22.192589 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'tag': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:44:22.197668 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55eefd76-0a69-4bf3-afbc-2b935ea57aed" -d '{"events": [{"name": "network-changed", "server_uuid": "3ddef7ee-9074-4bac-8c92-3eb0467ff4d3", "tag": "b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:44:22.197823 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-454cfc81-e806-4b90-af3f-5179944faafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:22.197823 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-454cfc81-e806-4b90-af3f-5179944faafa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=82e855ad-5272-48f5-a39c-87e104a30307 HTTP/1.1" status: 200 len: 854 time: 0.0694900 Sep 07 04:44:22.224274 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5eb7cf-d1df-4019-841b-f8e69ef3b2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a,revision_number=3']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:44:22.247142 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-dcf7709e-7226-4a69-b101-9b3ab355d9c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ef3ed6f-fe53-49e1-849e-d58632c4bff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383995 Sep 07 04:44:22.253988 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-98c4af2a-d203-42fc-bb90-72dcd2ea3d28 req-46469e08-8b26-4913-bb7f-940d027e97e3 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683935 Sep 07 04:44:22.320395 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af24936-31f0-4546-ac3c-be6d44dc8556 x-openstack-request-id: req-7af24936-31f0-4546-ac3c-be6d44dc8556 {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:44:22.320774 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ddef7ee-9074-4bac-8c92-3eb0467ff4d3", "tag": "b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:44:22.321020 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7af24936-31f0-4546-ac3c-be6d44dc8556 {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:44:22.321435 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'tag': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a', 'status': 'completed', 'code': 200} Sep 07 04:44:22.353381 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-0e1dbb8e-5cf4-4e95-aacc-fa95542efdcf service neutron] 10.222.0.54 "GET /v2.0/networks/4ef3ed6f-fe53-49e1-849e-d58632c4bff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984285 Sep 07 04:44:22.389907 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668167b9-6be9-4277-98aa-db516da44866 req-0d3b2ad1-0ac6-49f3-83c8-28c6d6f06a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:22.392488 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-668167b9-6be9-4277-98aa-db516da44866 req-0d3b2ad1-0ac6-49f3-83c8-28c6d6f06a6d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a49cf532fe548db94674dc3c4f1450f&device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 1096 time: 0.0445707 Sep 07 04:44:22.439755 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-668167b9-6be9-4277-98aa-db516da44866 req-3c33c5be-5ee4-4935-989b-9ab7b52443af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a HTTP/1.1" status: 200 len: 217 time: 0.0346873 Sep 07 04:44:22.452320 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b1ed5b8-3289-4d33-a157-adf6a5f41dbe req-0edd3968-1ebf-4543-901c-12c3fbde392f service neutron] 10.222.0.54 "GET /v2.0/networks/4ef3ed6f-fe53-49e1-849e-d58632c4bff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919268 Sep 07 04:44:22.492743 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668167b9-6be9-4277-98aa-db516da44866 req-012f3273-dec8-4a0d-85a3-fd6b855496a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:22.493931 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-668167b9-6be9-4277-98aa-db516da44866 req-012f3273-dec8-4a0d-85a3-fd6b855496a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b5abe33-e09a-4af3-af47-24268cfb548e HTTP/1.1" status: 200 len: 850 time: 0.0471663 Sep 07 04:44:22.539979 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668167b9-6be9-4277-98aa-db516da44866 req-4388b539-52e4-422f-a8b7-ce57178182c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:22.541550 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-668167b9-6be9-4277-98aa-db516da44866 req-4388b539-52e4-422f-a8b7-ce57178182c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc54e37a-82e9-4557-9010-be489d666b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407164 Sep 07 04:44:22.617277 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac810d2-7693-498a-821a-610e9571d6dd req-a3ce9710-0922-4631-b905-8862eafed3e4 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:22.618838 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9ac810d2-7693-498a-821a-610e9571d6dd req-a3ce9710-0922-4631-b905-8862eafed3e4 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 943 time: 0.0491633 Sep 07 04:44:22.631135 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-668167b9-6be9-4277-98aa-db516da44866 req-fc7a72d6-e5b1-4045-a11c-ee2ace1bc244 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823917 Sep 07 04:44:22.657883 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9ac810d2-7693-498a-821a-610e9571d6dd req-600d8801-1008-441b-b418-469111ef020b tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326674 Sep 07 04:44:22.724152 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-668167b9-6be9-4277-98aa-db516da44866 req-d70fcb0c-96ce-4200-acbc-f1b7aae47959 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853987 Sep 07 04:44:22.957940 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eefd76-0a69-4bf3-afbc-2b935ea57aed req-a12f8005-23fd-4bd4-974b-1228d67b8bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:22.959439 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-55eefd76-0a69-4bf3-afbc-2b935ea57aed req-a12f8005-23fd-4bd4-974b-1228d67b8bad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a49cf532fe548db94674dc3c4f1450f&device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 1096 time: 0.0417404 Sep 07 04:44:23.052560 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eefd76-0a69-4bf3-afbc-2b935ea57aed req-b709fa5b-c32c-4e02-b50e-9bdb875fed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:23.054029 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-55eefd76-0a69-4bf3-afbc-2b935ea57aed req-b709fa5b-c32c-4e02-b50e-9bdb875fed08 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bc54e37a-82e9-4557-9010-be489d666b94 HTTP/1.1" status: 200 len: 912 time: 0.0849271 Sep 07 04:44:23.095942 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-55eefd76-0a69-4bf3-afbc-2b935ea57aed req-15588078-212a-4d5b-abcc-39dfe567420f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a HTTP/1.1" status: 200 len: 217 time: 0.0337389 Sep 07 04:44:23.152607 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eefd76-0a69-4bf3-afbc-2b935ea57aed req-2b8022f0-1d00-4a22-b779-70837325dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:23.154059 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-55eefd76-0a69-4bf3-afbc-2b935ea57aed req-2b8022f0-1d00-4a22-b779-70837325dba4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b5abe33-e09a-4af3-af47-24268cfb548e HTTP/1.1" status: 200 len: 850 time: 0.0457866 Sep 07 04:44:23.198974 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eefd76-0a69-4bf3-afbc-2b935ea57aed req-4511ea7a-4a38-4126-96ed-ef38bb6c4aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:23.204196 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-55eefd76-0a69-4bf3-afbc-2b935ea57aed req-4511ea7a-4a38-4126-96ed-ef38bb6c4aae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc54e37a-82e9-4557-9010-be489d666b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383666 Sep 07 04:44:23.309520 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-55eefd76-0a69-4bf3-afbc-2b935ea57aed req-324ba946-bc75-4c55-bf57-44b26efa8784 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000936 Sep 07 04:44:23.372237 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d7d35-7d7e-4e07-afa5-bec497538667 req-78e83a83-95d2-4dea-a8ce-9cc16b73b1ba tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:23.373992 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b33d7d35-7d7e-4e07-afa5-bec497538667 req-78e83a83-95d2-4dea-a8ce-9cc16b73b1ba tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 943 time: 0.0479529 Sep 07 04:44:23.404720 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-55eefd76-0a69-4bf3-afbc-2b935ea57aed req-175feb2e-5583-49ba-91be-9c2b4201e4cc service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876267 Sep 07 04:44:23.411851 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b33d7d35-7d7e-4e07-afa5-bec497538667 req-c2680836-493d-44b4-bad7-691c81bb3db1 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308969 Sep 07 04:44:23.774291 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142ddf6-55b7-417c-8b30-0118c058a6f6 req-a04749b4-1b63-4402-9779-e7e275126fa1 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:23.775735 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d142ddf6-55b7-417c-8b30-0118c058a6f6 req-a04749b4-1b63-4402-9779-e7e275126fa1 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 943 time: 0.0516469 Sep 07 04:44:23.814828 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d142ddf6-55b7-417c-8b30-0118c058a6f6 req-f7f09ce7-1829-4735-901b-f266087c174c tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317521 Sep 07 04:44:24.525040 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6c7c0-06fa-4b55-acf8-e6f720fdd496 req-583bee73-623b-417f-8412-10c817a83198 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:24.526495 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ffa6c7c0-06fa-4b55-acf8-e6f720fdd496 req-583bee73-623b-417f-8412-10c817a83198 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 943 time: 0.0487647 Sep 07 04:44:24.564282 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ffa6c7c0-06fa-4b55-acf8-e6f720fdd496 req-e391183f-84ac-457b-a9ad-e495f5f1e800 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313461 Sep 07 04:44:24.927606 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91cd7f-9cda-40c0-8365-43cd7b042c6c req-fc164067-4f6c-4d15-b32a-ae1252f8125f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:24.929149 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fe91cd7f-9cda-40c0-8365-43cd7b042c6c req-fc164067-4f6c-4d15-b32a-ae1252f8125f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 943 time: 0.0494053 Sep 07 04:44:24.966516 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-fe91cd7f-9cda-40c0-8365-43cd7b042c6c req-53b7ef2e-032b-47ab-9130-654fdb56bf1a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314527 Sep 07 04:44:25.681003 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9a3db-0072-4964-b6be-5b623f6ef77b req-dd15404f-f34f-43fb-986e-2723cdd92de7 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:25.682511 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-62a9a3db-0072-4964-b6be-5b623f6ef77b req-dd15404f-f34f-43fb-986e-2723cdd92de7 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 943 time: 0.0508111 Sep 07 04:44:25.720287 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-62a9a3db-0072-4964-b6be-5b623f6ef77b req-25cc33ce-6ff9-45c2-af42-bcba3b597217 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307963 Sep 07 04:44:26.077148 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa1663-0512-4489-8539-dbff64ac07f2 req-dca49da1-adf1-4437-9081-2b473ae1efd7 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:26.078588 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d1fa1663-0512-4489-8539-dbff64ac07f2 req-dca49da1-adf1-4437-9081-2b473ae1efd7 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 943 time: 0.0475843 Sep 07 04:44:26.115298 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d1fa1663-0512-4489-8539-dbff64ac07f2 req-c18b3f82-4740-4ab4-842a-0a8ed9d30a07 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308428 Sep 07 04:44:26.204402 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 1e4bca51-b39f-4caa-bbb6-6af9e5d67134 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:44:26.300452 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 1e4bca51-b39f-4caa-bbb6-6af9e5d67134, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1e4bca51-b39f-4caa-bbb6-6af9e5d67134,segment=NetworkSegment(c5b3c165-8f72-4901-a8cd-4ae2ea12672a),segment_id=c5b3c165-8f72-4901-a8cd-4ae2ea12672a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:44:26.311103 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': '1e4bca51-b39f-4caa-bbb6-6af9e5d67134', 'network_id': '4ef3ed6f-fe53-49e1-849e-d58632c4bff1', 'port_id': '1e4bca51-b39f-4caa-bbb6-6af9e5d67134', 'mac_address': 'fa:16:3e:94:93:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e855ad-5272-48f5-a39c-87e104a30307', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:44:26.347293 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:26.359647 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4bca51-b39f-4caa-bbb6-6af9e5d67134 {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:44:26.378001 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 1e4bca51-b39f-4caa-bbb6-6af9e5d67134, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1e4bca51-b39f-4caa-bbb6-6af9e5d67134,segment=NetworkSegment(c5b3c165-8f72-4901-a8cd-4ae2ea12672a),segment_id=c5b3c165-8f72-4901-a8cd-4ae2ea12672a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:44:26.448577 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:26.497407 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=1e4bca51-b39f-4caa-bbb6-6af9e5d67134,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:44:26.505003 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:26.505355 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:26.505696 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:26.506033 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:26.506366 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:26.506698 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:26.507027 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:26.507354 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:26.507681 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:26.508003 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:26.508324 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:26.508666 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:26.733905 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['1e4bca51-b39f-4caa-bbb6-6af9e5d67134'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:44:26.765000 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-5f479c85-0f7e-40ac-8e97-7654abc68b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:26.837157 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78a55f-1bdf-4907-87b5-49a466caeb62 req-10560640-3256-4e43-ba5e-80b8b473092b tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:26.838674 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cf78a55f-1bdf-4907-87b5-49a466caeb62 req-10560640-3256-4e43-ba5e-80b8b473092b tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 944 time: 0.0480919 Sep 07 04:44:26.875267 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cf78a55f-1bdf-4907-87b5-49a466caeb62 req-5b5f3109-564a-46ea-af1f-d3050b0dd3db tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306046 Sep 07 04:44:27.230836 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09280e1b-52fb-454b-a5bf-ae6ba122b667 req-e62286df-0c41-4bee-b692-7995f677151f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:27.232206 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-09280e1b-52fb-454b-a5bf-ae6ba122b667 req-e62286df-0c41-4bee-b692-7995f677151f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 943 time: 0.0513828 Sep 07 04:44:27.269752 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-09280e1b-52fb-454b-a5bf-ae6ba122b667 req-8d40fe73-fca5-470e-a3bd-1b5de29ead38 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310218 Sep 07 04:44:27.988665 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049a89f-dc21-4cf8-8ad6-43d74be5b376 req-173fa8d8-3db5-4c77-94bc-d455c8d1288d tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:27.990242 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4049a89f-dc21-4cf8-8ad6-43d74be5b376 req-173fa8d8-3db5-4c77-94bc-d455c8d1288d tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 944 time: 0.0481944 Sep 07 04:44:28.026895 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4049a89f-dc21-4cf8-8ad6-43d74be5b376 req-868f88cf-4911-4fa4-bc6a-3c3955151495 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308018 Sep 07 04:44:28.203714 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 1e4bca51-b39f-4caa-bbb6-6af9e5d67134 up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:44:28.311700 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port 1e4bca51-b39f-4caa-bbb6-6af9e5d67134 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:44:28.316312 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port 1e4bca51-b39f-4caa-bbb6-6af9e5d67134 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:44:28.316731 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:28.380776 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6806fe9-f4aa-4418-93b3-682a9ab1a1f5 req-c3ef76f4-1d26-412f-b588-3085bbc4d629 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:28.382240 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c6806fe9-f4aa-4418-93b3-682a9ab1a1f5 req-c3ef76f4-1d26-412f-b588-3085bbc4d629 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 943 time: 0.0467796 Sep 07 04:44:28.396635 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:28.418572 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d3fc3d-e614-42f4-a422-92a93cf332ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4bca51-b39f-4caa-bbb6-6af9e5d67134'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:44:28.420269 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c6806fe9-f4aa-4418-93b3-682a9ab1a1f5 req-f12b7647-02e5-475b-9d1c-a0756518c152 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320015 Sep 07 04:44:28.420831 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61faaac-3167-40f7-a0e8-9689da3c01d0" -d '{"events": [{"server_uuid": "07d3fc3d-e614-42f4-a422-92a93cf332ea", "name": "network-vif-plugged", "status": "completed", "tag": "1e4bca51-b39f-4caa-bbb6-6af9e5d67134"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:44:28.434913 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 1e4bca51-b39f-4caa-bbb6-6af9e5d67134, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1e4bca51-b39f-4caa-bbb6-6af9e5d67134,segment=NetworkSegment(c5b3c165-8f72-4901-a8cd-4ae2ea12672a),segment_id=c5b3c165-8f72-4901-a8cd-4ae2ea12672a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:44:28.504312 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:28.527772 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5a637d-0b79-4dbe-9434-51220804b985 x-openstack-request-id: req-ad5a637d-0b79-4dbe-9434-51220804b985 {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:44:28.528061 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d3fc3d-e614-42f4-a422-92a93cf332ea", "name": "network-vif-plugged", "status": "completed", "tag": "1e4bca51-b39f-4caa-bbb6-6af9e5d67134", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:44:28.528308 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad5a637d-0b79-4dbe-9434-51220804b985 {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:44:28.528738 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d3fc3d-e614-42f4-a422-92a93cf332ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4bca51-b39f-4caa-bbb6-6af9e5d67134', 'code': 200} Sep 07 04:44:28.553952 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=1e4bca51-b39f-4caa-bbb6-6af9e5d67134,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:44:28.868818 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66147cd-9e65-42ac-895d-5ed6f58c4558 req-c1749d7d-727d-4832-9973-99c851fac6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:28.870338 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-d66147cd-9e65-42ac-895d-5ed6f58c4558 req-c1749d7d-727d-4832-9973-99c851fac6a9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 1098 time: 0.0413022 Sep 07 04:44:28.903708 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-d66147cd-9e65-42ac-895d-5ed6f58c4558 req-f2a86ab9-1b15-45c5-9ca0-6e94505c65bf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264699 Sep 07 04:44:29.141772 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a7fd8-0377-4f6b-92c5-318f0ca0c73f req-3da0000d-a753-4114-b628-c3f17fd81604 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:29.143202 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9d3a7fd8-0377-4f6b-92c5-318f0ca0c73f req-3da0000d-a753-4114-b628-c3f17fd81604 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 945 time: 0.0512497 Sep 07 04:44:29.180481 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9d3a7fd8-0377-4f6b-92c5-318f0ca0c73f req-d401a522-3cbd-4aab-ba4f-d1e8c745df0c tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313253 Sep 07 04:44:29.538019 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc523818-9c65-4f62-bf29-675742b6860e req-4aecd245-ec82-4b31-bdfb-5a3bd94793fd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:29.539516 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-dc523818-9c65-4f62-bf29-675742b6860e req-4aecd245-ec82-4b31-bdfb-5a3bd94793fd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 943 time: 0.0490844 Sep 07 04:44:29.576639 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-dc523818-9c65-4f62-bf29-675742b6860e req-83156229-e802-4688-b252-530a5a66f6c2 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308492 Sep 07 04:44:29.608989 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-d65005ba-23ef-4ba3-bdc7-3e7397fe7007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:29.654510 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:30.293677 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ed874-71ad-4044-ab09-f665c64e33f1 req-705ffc2c-81d3-47c5-b279-529e2aa592e4 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:30.295164 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1b2ed874-71ad-4044-ab09-f665c64e33f1 req-705ffc2c-81d3-47c5-b279-529e2aa592e4 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 945 time: 0.0494840 Sep 07 04:44:30.334447 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1b2ed874-71ad-4044-ab09-f665c64e33f1 req-0a06aa35-c71f-4d08-b149-d12a70d6f79f tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322943 Sep 07 04:44:30.578108 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:30.699720 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442b7ab-ac3b-42b0-bc7b-a90b0a653f99 req-e6fc6a5f-6786-4a9d-9675-45f260a4b34b tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:30.701217 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9442b7ab-ac3b-42b0-bc7b-a90b0a653f99 req-e6fc6a5f-6786-4a9d-9675-45f260a4b34b tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 943 time: 0.0519493 Sep 07 04:44:30.739459 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9442b7ab-ac3b-42b0-bc7b-a90b0a653f99 req-989759fb-81a0-4655-8e6f-f8465ecd88f9 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319824 Sep 07 04:44:31.852867 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4d9ed-85de-47da-b0fe-89848a3f587d req-bbb8b3e3-b80e-463f-aec8-524fedb7813c tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:31.854341 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-35c4d9ed-85de-47da-b0fe-89848a3f587d req-bbb8b3e3-b80e-463f-aec8-524fedb7813c tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 943 time: 0.0493665 Sep 07 04:44:31.892712 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-35c4d9ed-85de-47da-b0fe-89848a3f587d req-7365ea2b-7639-4a34-8db1-819312650ad1 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323400 Sep 07 04:44:32.210626 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:44:32.307927 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:44:32.319379 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'port_id': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a', 'mac_address': 'fa:16:3e:e4:6e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:44:32.356260 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:32.369552 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:44:32.388699 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:44:32.483391 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:32.565943 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:32.571134 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:44:32.884344 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:44:33.012443 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b05def-6173-4902-9bbc-ba7c64ab63f0 req-f240f200-c284-44a0-a22b-fc3dbf176458 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:33.014087 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-72b05def-6173-4902-9bbc-ba7c64ab63f0 req-f240f200-c284-44a0-a22b-fc3dbf176458 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 944 time: 0.0478516 Sep 07 04:44:33.052267 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-72b05def-6173-4902-9bbc-ba7c64ab63f0 req-d85221fd-3655-45f2-ae97-40b02f04d877 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317192 Sep 07 04:44:34.171671 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a6e04-3e65-4b52-a299-b0769cb10828 req-22bc0291-9d9e-4325-a8fa-c61d12138f52 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:34.173788 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a42a6e04-3e65-4b52-a299-b0769cb10828 req-22bc0291-9d9e-4325-a8fa-c61d12138f52 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 944 time: 0.0536022 Sep 07 04:44:34.210850 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a42a6e04-3e65-4b52-a299-b0769cb10828 req-8cee3666-9e9d-45b9-9714-75e4e0b79f55 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308766 Sep 07 04:44:34.220573 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:44:34.334834 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:44:34.338890 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:44:34.339283 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:34.419324 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:34.453875 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:44:34.456837 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad1f65a-c0a1-4f05-8d72-3565bcc382c9" -d '{"events": [{"server_uuid": "3ddef7ee-9074-4bac-8c92-3eb0467ff4d3", "name": "network-vif-plugged", "status": "completed", "tag": "b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:44:34.470642 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:44:34.514796 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bc4e41-f373-4d8c-b76c-7e6cf919a70c x-openstack-request-id: req-d0bc4e41-f373-4d8c-b76c-7e6cf919a70c {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:44:34.515094 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ddef7ee-9074-4bac-8c92-3eb0467ff4d3", "name": "network-vif-plugged", "status": "completed", "tag": "b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:44:34.515354 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d0bc4e41-f373-4d8c-b76c-7e6cf919a70c {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:44:34.515759 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a', 'code': 200} Sep 07 04:44:34.540185 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:34.560316 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:34.608102 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:44:34.917273 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0c031-7577-4a0e-9662-8f842e6601e1 req-895fb06c-e98a-4477-9ede-035da7df7170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:34.918774 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2be0c031-7577-4a0e-9662-8f842e6601e1 req-895fb06c-e98a-4477-9ede-035da7df7170 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 1098 time: 0.0386360 Sep 07 04:44:34.966196 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2be0c031-7577-4a0e-9662-8f842e6601e1 req-575155f9-6360-4bd0-aed6-2cf97054791e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321858 Sep 07 04:44:35.327207 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec60db-29eb-458e-a2e5-3cb0bb4b9de7 req-2db9e5a4-96c3-4728-9bf9-83130fa95e23 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:35.328700 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e6ec60db-29eb-458e-a2e5-3cb0bb4b9de7 req-2db9e5a4-96c3-4728-9bf9-83130fa95e23 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 945 time: 0.0487084 Sep 07 04:44:35.368553 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e6ec60db-29eb-458e-a2e5-3cb0bb4b9de7 req-39b2b848-f1dd-403d-b55c-877421d6846f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337675 Sep 07 04:44:36.488064 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37232641-581a-4a6e-8bb2-7f11b4f2a92d req-adbce4c8-1166-42b4-a137-6ea120db69d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:36.489588 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-37232641-581a-4a6e-8bb2-7f11b4f2a92d req-adbce4c8-1166-42b4-a137-6ea120db69d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 945 time: 0.0506725 Sep 07 04:44:36.527623 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-37232641-581a-4a6e-8bb2-7f11b4f2a92d req-51903b35-1d63-43a2-b31c-f1151a0ec0db tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320001 Sep 07 04:44:36.649001 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d1356-aa98-432b-a9c5-215829906fcf req-bfb79fb1-3a2b-4556-84e8-c10202bc96dd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:36.650535 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d92d1356-aa98-432b-a9c5-215829906fcf req-bfb79fb1-3a2b-4556-84e8-c10202bc96dd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 945 time: 0.0528858 Sep 07 04:44:36.686922 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d92d1356-aa98-432b-a9c5-215829906fcf req-967d404c-4588-4a2d-9d02-67bf1df376bd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305555 Sep 07 04:44:36.709991 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 42246) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:44:36.749188 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4618c31-5de5-4f94-82b8-a39fb26365b8 tempest-TestVolumeBootPattern-1177948875 tempest-TestVolumeBootPattern-1177948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:36.750707 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-d4618c31-5de5-4f94-82b8-a39fb26365b8 tempest-TestVolumeBootPattern-1177948875 tempest-TestVolumeBootPattern-1177948875-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 1093 time: 0.0397494 Sep 07 04:44:36.754249 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 42248) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:44:36.758392 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Request body: {'floatingip': {'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'port_id': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:44:36.878387 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for floatingip, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:36.989655 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:37.092584 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Allocated IP 172.27.2.18 (8b8648d5-0172-4d8a-aa17-a0353230f6f5/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8/91720ceb-f7cd-46d0-9bfe-9bc4b9436088) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:44:37.198012 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:37.368200 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:37.388395 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:44:37.391238 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:44:37.397046 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:44:37.421446 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event updated for resources: {'Port': ['ID=91720ceb-f7cd-46d0-9bfe-9bc4b9436088,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:44:37.436089 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:37.436432 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:37.436798 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:37.437136 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:37.437470 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:37.437803 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:37.438131 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:37.438457 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:37.438784 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:37.439187 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:37.439565 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:37.439881 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:44:37.775580 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:37.996603 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:38.406312 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:38.518847 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:38.589730 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event updated for resources: {'Port': ['ID=91720ceb-f7cd-46d0-9bfe-9bc4b9436088,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:44:38.603419 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472587'] for floatingip, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:38.710652 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.l3_db [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Floating IP 781bf47a-8958-4f50-b1b5-7311748274b5 associated. External IP: 172.27.2.18, port: b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a. Sep 07 04:44:38.931765 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Router 85ac041a-b421-44d4-9934-92f08ead8729 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:44:39.047911 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:44:39.058026 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46c2d0a-e53f-4ee3-afa4-3d54e9c0c8c7 None None] Sync routers for ids ['85ac041a-b421-44d4-9934-92f08ead8729'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:44:39.067586 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46c2d0a-e53f-4ee3-afa4-3d54e9c0c8c7 None None] Routers {'85ac041a-b421-44d4-9934-92f08ead8729'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:44:39.068234 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-a46c2d0a-e53f-4ee3-afa4-3d54e9c0c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:44:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['85ac041a-b421-44d4-9934-92f08ead8729'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:44:39.176434 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-a46c2d0a-e53f-4ee3-afa4-3d54e9c0c8c7 None None] Set router 85ac041a-b421-44d4-9934-92f08ead8729 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:44:39.260239 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:39.292744 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-5e83801a-cada-4da2-817f-4cc8d2027b22 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5374243 Sep 07 04:44:39.293457 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'tag': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:44:39.296018 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bb54a0-8897-4535-82f8-a5735c32d21b" -d '{"events": [{"name": "network-changed", "server_uuid": "3ddef7ee-9074-4bac-8c92-3eb0467ff4d3", "tag": "b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:44:39.355400 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8b758f-35a3-42e4-9a15-440a52af8f82 x-openstack-request-id: req-db8b758f-35a3-42e4-9a15-440a52af8f82 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:44:39.355691 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ddef7ee-9074-4bac-8c92-3eb0467ff4d3", "tag": "b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:44:39.355942 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db8b758f-35a3-42e4-9a15-440a52af8f82 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:44:39.356343 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'tag': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a', 'status': 'completed', 'code': 200} Sep 07 04:44:39.421922 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-a46c2d0a-e53f-4ee3-afa4-3d54e9c0c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '781bf47a-8958-4f50-b1b5-7311748274b5', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'port_id': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'mac_address': 'fa:16:3e:e4:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:44:37Z', 'updated_at': '2021-09-07T04:44:37Z', 'revision_number': 0, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 5, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:44:39.442646 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb54a0-8897-4535-82f8-a5735c32d21b req-f3bf70fe-c756-4d8c-9655-25b6881e85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:39.444222 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-50bb54a0-8897-4535-82f8-a5735c32d21b req-f3bf70fe-c756-4d8c-9655-25b6881e85ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a49cf532fe548db94674dc3c4f1450f&device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 1098 time: 0.0418901 Sep 07 04:44:39.460586 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46c2d0a-e53f-4ee3-afa4-3d54e9c0c8c7 None None] Checking router: 85ac041a-b421-44d4-9934-92f08ead8729 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:44:39.472431 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46c2d0a-e53f-4ee3-afa4-3d54e9c0c8c7 None None] Routers {'85ac041a-b421-44d4-9934-92f08ead8729'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:44:39.473108 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-a46c2d0a-e53f-4ee3-afa4-3d54e9c0c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:44:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['85ac041a-b421-44d4-9934-92f08ead8729'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:44:39.541587 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb54a0-8897-4535-82f8-a5735c32d21b req-c0e07f9c-4b5c-4abf-a08d-91a9aee7eadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:39.542989 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-50bb54a0-8897-4535-82f8-a5735c32d21b req-c0e07f9c-4b5c-4abf-a08d-91a9aee7eadb service neutron] 10.222.0.54 "GET /v2.0/networks?id=bc54e37a-82e9-4557-9010-be489d666b94 HTTP/1.1" status: 200 len: 912 time: 0.0913291 Sep 07 04:44:39.582125 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-a46c2d0a-e53f-4ee3-afa4-3d54e9c0c8c7 None None] Set router 85ac041a-b421-44d4-9934-92f08ead8729 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:44:39.614878 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-50bb54a0-8897-4535-82f8-a5735c32d21b req-cdf43099-0b35-4573-b24f-486349d23de7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a HTTP/1.1" status: 200 len: 998 time: 0.0645700 Sep 07 04:44:39.681519 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb54a0-8897-4535-82f8-a5735c32d21b req-22352877-c9dd-4787-bba3-d3dad17a23f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:39.683155 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-50bb54a0-8897-4535-82f8-a5735c32d21b req-22352877-c9dd-4787-bba3-d3dad17a23f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b5abe33-e09a-4af3-af47-24268cfb548e HTTP/1.1" status: 200 len: 850 time: 0.0570633 Sep 07 04:44:39.734057 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb54a0-8897-4535-82f8-a5735c32d21b req-8037c2fc-d88b-4a24-a7c7-d69c135af5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:44:39.737334 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-50bb54a0-8897-4535-82f8-a5735c32d21b req-8037c2fc-d88b-4a24-a7c7-d69c135af5df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc54e37a-82e9-4557-9010-be489d666b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454535 Sep 07 04:44:39.824690 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-a46c2d0a-e53f-4ee3-afa4-3d54e9c0c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '781bf47a-8958-4f50-b1b5-7311748274b5', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'port_id': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'mac_address': 'fa:16:3e:e4:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:44:37Z', 'updated_at': '2021-09-07T04:44:37Z', 'revision_number': 0, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 5, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:44:39.831755 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-50bb54a0-8897-4535-82f8-a5735c32d21b req-2b541658-5592-4ec3-b74a-31e027b8d8c3 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870514 Sep 07 04:44:39.855013 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46c2d0a-e53f-4ee3-afa4-3d54e9c0c8c7 None None] The sync data for ids ['85ac041a-b421-44d4-9934-92f08ead8729'] in dv-cinder-804035-10-iscsi is: [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '781bf47a-8958-4f50-b1b5-7311748274b5', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'port_id': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'mac_address': 'fa:16:3e:e4:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:44:37Z', 'updated_at': '2021-09-07T04:44:37Z', 'revision_number': 0, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 5, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:44:39.936262 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-50bb54a0-8897-4535-82f8-a5735c32d21b req-edecccc9-5c9f-4224-a712-c379c650b6a6 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913186 Sep 07 04:44:40.052774 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efedf04-6826-4e1a-825d-30b03949a33c None None] New status for floating IP 781bf47a-8958-4f50-b1b5-7311748274b5: ACTIVE {{(pid=94314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:44:46.737531 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:44:56.791221 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-4ec735ad-7149-4d06-a923-eb664291d746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:59.591100 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-953f45a7-b5a6-46c7-8643-6311189f9947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:44:59.619479 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:00.545351 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:02.531636 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:04.510797 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:04.534180 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2b61319d-063f-4afe-903f-a20e73db3553 req-d4f76a0c-4572-4c02-94aa-bc59c7c22d8f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397081 Sep 07 04:45:04.631824 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61319d-063f-4afe-903f-a20e73db3553 req-35252f3a-cc43-4439-b1e7-e32fc16b72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:04.633228 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2b61319d-063f-4afe-903f-a20e73db3553 req-35252f3a-cc43-4439-b1e7-e32fc16b72f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8abd09f2ff8467490688906529c979c&device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 1098 time: 0.0408747 Sep 07 04:45:04.737474 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61319d-063f-4afe-903f-a20e73db3553 req-3a7abdbe-7cd0-4154-8375-890f7dd7d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:04.738908 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2b61319d-063f-4afe-903f-a20e73db3553 req-3a7abdbe-7cd0-4154-8375-890f7dd7d7c2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4ef3ed6f-fe53-49e1-849e-d58632c4bff1 HTTP/1.1" status: 200 len: 915 time: 0.0865090 Sep 07 04:45:04.781190 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2b61319d-063f-4afe-903f-a20e73db3553 req-b3fef3c2-9b4a-4fb5-81ad-000dce791f4d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e4bca51-b39f-4caa-bbb6-6af9e5d67134 HTTP/1.1" status: 200 len: 217 time: 0.0327697 Sep 07 04:45:04.834866 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61319d-063f-4afe-903f-a20e73db3553 req-c3ed238a-9795-4d85-8bfb-46ea6b0a2e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:04.836362 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2b61319d-063f-4afe-903f-a20e73db3553 req-c3ed238a-9795-4d85-8bfb-46ea6b0a2e41 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=82e855ad-5272-48f5-a39c-87e104a30307 HTTP/1.1" status: 200 len: 854 time: 0.0430603 Sep 07 04:45:04.867116 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2b61319d-063f-4afe-903f-a20e73db3553 req-959866c7-e55a-4509-ab9f-b1247cd237f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ef3ed6f-fe53-49e1-849e-d58632c4bff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237446 Sep 07 04:45:04.959636 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2b61319d-063f-4afe-903f-a20e73db3553 req-875bd8e9-3c70-438d-96b7-667b21c8288c service neutron] 10.222.0.54 "GET /v2.0/networks/4ef3ed6f-fe53-49e1-849e-d58632c4bff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855737 Sep 07 04:45:05.052382 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-2b61319d-063f-4afe-903f-a20e73db3553 req-65682793-0182-4514-8d67-877850d21e10 service neutron] 10.222.0.54 "GET /v2.0/networks/4ef3ed6f-fe53-49e1-849e-d58632c4bff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849838 Sep 07 04:45:15.219750 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00210982-7c9c-44c8-9260-df2acab13036 req-ad3b54c0-a5d4-4b9f-a288-d7382bb02547 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:15.221333 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-00210982-7c9c-44c8-9260-df2acab13036 req-ad3b54c0-a5d4-4b9f-a288-d7382bb02547 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 945 time: 0.0488272 Sep 07 04:45:15.259281 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-00210982-7c9c-44c8-9260-df2acab13036 req-ba3d298e-c975-4b17-b830-a31778f7984c tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319035 Sep 07 04:45:16.375547 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695897b-bb48-4715-93a1-32c903b6c2b7 req-6cb04df9-2a36-4602-b969-7c7ab33302d5 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:16.377612 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8695897b-bb48-4715-93a1-32c903b6c2b7 req-6cb04df9-2a36-4602-b969-7c7ab33302d5 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 945 time: 0.0488317 Sep 07 04:45:16.413210 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-8695897b-bb48-4715-93a1-32c903b6c2b7 req-7ec6ea26-82d3-482e-9592-fdcd5bd85610 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296900 Sep 07 04:45:16.925811 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0a9ed-e6cf-4739-a3b4-cf6260316c76 req-694ebadc-4e2a-4b14-a38e-5257a179aaf9 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:16.927447 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-c9b0a9ed-e6cf-4739-a3b4-cf6260316c76 req-694ebadc-4e2a-4b14-a38e-5257a179aaf9 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.54 "GET /v2.0/ports?device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 945 time: 0.0492177 Sep 07 04:45:17.014583 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [req-c9b0a9ed-e6cf-4739-a3b4-cf6260316c76 req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Deleting port 1e4bca51-b39f-4caa-bbb6-6af9e5d67134 {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:45:17.014926 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-c9b0a9ed-e6cf-4739-a3b4-cf6260316c76 req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:17.358445 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-c9b0a9ed-e6cf-4739-a3b4-cf6260316c76 req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] For port 1e4bca51-b39f-4caa-bbb6-6af9e5d67134, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1e4bca51-b39f-4caa-bbb6-6af9e5d67134,segment=NetworkSegment(c5b3c165-8f72-4901-a8cd-4ae2ea12672a),segment_id=c5b3c165-8f72-4901-a8cd-4ae2ea12672a)] {{(pid=94311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:45:17.358812 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-c9b0a9ed-e6cf-4739-a3b4-cf6260316c76 req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:17.371108 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [req-c9b0a9ed-e6cf-4739-a3b4-cf6260316c76 req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Calling delete_port for 1e4bca51-b39f-4caa-bbb6-6af9e5d67134 owned by compute:nova {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:45:17.534718 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b3bc6-8def-401e-8bb3-2cc0584e1cf4 req-bebaad8f-9a36-4302-b6b4-2bfa4f4a41f8 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:17.536182 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-678b3bc6-8def-401e-8bb3-2cc0584e1cf4 req-bebaad8f-9a36-4302-b6b4-2bfa4f4a41f8 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d3fc3d-e614-42f4-a422-92a93cf332ea HTTP/1.1" status: 200 len: 945 time: 0.0530872 Sep 07 04:45:17.550865 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-c9b0a9ed-e6cf-4739-a3b4-cf6260316c76 req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:17.573539 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-678b3bc6-8def-401e-8bb3-2cc0584e1cf4 req-fc00ce2d-263d-4300-bb7f-59d9cb7adb3b tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Sep 07 04:45:17.580420 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Pushing event deleted for resources: {'Port': ['ID=1e4bca51-b39f-4caa-bbb6-6af9e5d67134,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:45:17.595177 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['1e4bca51-b39f-4caa-bbb6-6af9e5d67134'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:45:17.606349 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:17.606715 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:17.607064 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:17.607407 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:17.607747 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:17.608084 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:17.608417 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:17.608830 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:17.609108 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:17.609437 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:17.609769 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:17.610096 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:17.632682 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b0a9ed-e6cf-4739-a3b4-cf6260316c76 req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] No DVR routers for this DVR port 1e4bca51-b39f-4caa-bbb6-6af9e5d67134 on host hv-cinder-80403 {{(pid=94311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:45:17.635062 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-c9b0a9ed-e6cf-4739-a3b4-cf6260316c76 req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:17.637163 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-c9b0a9ed-e6cf-4739-a3b4-cf6260316c76 req-1bdbfa66-8281-4c09-be2b-84bbcca2b046 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.54 "DELETE /v2.0/ports/1e4bca51-b39f-4caa-bbb6-6af9e5d67134 HTTP/1.1" status: 204 len: 173 time: 0.7039518 Sep 07 04:45:17.637591 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d3fc3d-e614-42f4-a422-92a93cf332ea', 'name': 'network-vif-deleted', 'tag': '1e4bca51-b39f-4caa-bbb6-6af9e5d67134'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:45:17.640234 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707251ee-220f-4eba-8244-bdf3b0f05a7c" -d '{"events": [{"server_uuid": "07d3fc3d-e614-42f4-a422-92a93cf332ea", "name": "network-vif-deleted", "tag": "1e4bca51-b39f-4caa-bbb6-6af9e5d67134"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:45:17.676098 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d1d867-aeaa-44ab-bd7e-5dfe3a9df519 x-openstack-request-id: req-e2d1d867-aeaa-44ab-bd7e-5dfe3a9df519 {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:45:17.676369 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d3fc3d-e614-42f4-a422-92a93cf332ea", "name": "network-vif-deleted", "tag": "1e4bca51-b39f-4caa-bbb6-6af9e5d67134", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:45:17.676650 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2d1d867-aeaa-44ab-bd7e-5dfe3a9df519 {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:45:17.677043 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d3fc3d-e614-42f4-a422-92a93cf332ea', 'name': 'network-vif-deleted', 'tag': '1e4bca51-b39f-4caa-bbb6-6af9e5d67134', 'status': 'completed', 'code': 200} Sep 07 04:45:22.008516 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 1e4bca51-b39f-4caa-bbb6-6af9e5d67134 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:45:22.028233 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: 1e4bca51-b39f-4caa-bbb6-6af9e5d67134 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:45:22.028609 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 1e4bca51-b39f-4caa-bbb6-6af9e5d67134 not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:45:23.736432 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:45:26.750558 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-37570188-47b5-44c7-9dbf-ac69181ecfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:29.231240 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-d217fe20-108c-4eeb-b6ea-f172b0c365db tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:29.232734 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-d217fe20-108c-4eeb-b6ea-f172b0c365db tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/networks?id=4ef3ed6f-fe53-49e1-849e-d58632c4bff1 HTTP/1.1" status: 200 len: 814 time: 0.0988200 Sep 07 04:45:29.247411 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-49ef0a1b-a71e-48d9-93f2-fefe970dee0c tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/quotas/a8abd09f2ff8467490688906529c979c HTTP/1.1" status: 200 len: 375 time: 0.0090077 Sep 07 04:45:29.278578 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-527f1130-04cb-4254-9a4c-f6d9d1ca3c47 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8abd09f2ff8467490688906529c979c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256066 Sep 07 04:45:29.369591 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-303daa7b-a592-4f8e-b2f3-791f6f7b80d3 service neutron] 10.222.0.55 "GET /v2.0/networks/4ef3ed6f-fe53-49e1-849e-d58632c4bff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839758 Sep 07 04:45:29.460777 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-519e2159-3989-42b0-8049-fd1f27f18bae service neutron] 10.222.0.55 "GET /v2.0/networks/4ef3ed6f-fe53-49e1-849e-d58632c4bff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849042 Sep 07 04:45:29.613194 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-428f1c5f-12af-4e6a-a825-1054a69369df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:29.653455 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:29.767882 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-e728e54f-e179-4ef8-ad45-ce305cff44da req-b82782fe-2ccb-4b06-b42c-be799ddb9bf1 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=73841c73-5279-4ea7-a1c7-6e58a81522c1 HTTP/1.1" status: 200 len: 210 time: 0.0261426 Sep 07 04:45:30.619052 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:30.869274 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-da2e803f-1b2a-4834-82f3-d1580c6a2f45 req-54e9a6ec-3b09-4e47-895e-cbe41821ea9e tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=73841c73-5279-4ea7-a1c7-6e58a81522c1 HTTP/1.1" status: 200 len: 210 time: 0.0272636 Sep 07 04:45:31.678481 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-ef037fcb-b37f-4715-bbc2-5ee113cc14c9 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:31.679948 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-ef037fcb-b37f-4715-bbc2-5ee113cc14c9 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.54 "GET /v2.0/networks?id=4ef3ed6f-fe53-49e1-849e-d58632c4bff1 HTTP/1.1" status: 200 len: 814 time: 0.1039574 Sep 07 04:45:31.697336 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-5496a0f5-1fdc-4b9a-9814-68389d8de2e5 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Request body: {'port': {'device_id': '73841c73-5279-4ea7-a1c7-6e58a81522c1', 'network_id': '4ef3ed6f-fe53-49e1-849e-d58632c4bff1', 'admin_state_up': True, 'tenant_id': 'a8abd09f2ff8467490688906529c979c'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:45:31.859232 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-5496a0f5-1fdc-4b9a-9814-68389d8de2e5 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Made reservation on behalf of a8abd09f2ff8467490688906529c979c for: {'port': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:45:31.863763 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-5496a0f5-1fdc-4b9a-9814-68389d8de2e5 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:31.966302 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9afb1cb7-73a1-42bd-8671-61e3e66878d3 req-c5e161a6-82b2-43fc-a33f-399ea85cdbd2 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=73841c73-5279-4ea7-a1c7-6e58a81522c1 HTTP/1.1" status: 200 len: 210 time: 0.0269351 Sep 07 04:45:31.992163 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-5496a0f5-1fdc-4b9a-9814-68389d8de2e5 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Allocated IP 172.20.0.5 (4ef3ed6f-fe53-49e1-849e-d58632c4bff1/82e855ad-5272-48f5-a39c-87e104a30307/75c1c93d-ac5d-4741-96db-8357a8a98308) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:45:32.144284 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-5496a0f5-1fdc-4b9a-9814-68389d8de2e5 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:32.305174 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-5496a0f5-1fdc-4b9a-9814-68389d8de2e5 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:32.346694 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-5496a0f5-1fdc-4b9a-9814-68389d8de2e5 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Network 4ef3ed6f-fe53-49e1-849e-d58632c4bff1 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:45:32.349735 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-5496a0f5-1fdc-4b9a-9814-68389d8de2e5 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:45:32.355495 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-5496a0f5-1fdc-4b9a-9814-68389d8de2e5 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:45:32.361451 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496a0f5-1fdc-4b9a-9814-68389d8de2e5 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Pushing event updated for resources: {'Port': ['ID=75c1c93d-ac5d-4741-96db-8357a8a98308,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:45:32.410500 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-5496a0f5-1fdc-4b9a-9814-68389d8de2e5 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:32.411102 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-5496a0f5-1fdc-4b9a-9814-68389d8de2e5 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:32.480593 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-5496a0f5-1fdc-4b9a-9814-68389d8de2e5 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7867403 Sep 07 04:45:32.499667 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Request body: {'port': {'device_id': '73841c73-5279-4ea7-a1c7-6e58a81522c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:45:32.553820 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:32.584933 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:32.805343 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c1c93d-ac5d-4741-96db-8357a8a98308 {{(pid=94311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:45:32.812785 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:32.824163 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Transition to ACTIVE for port object 75c1c93d-ac5d-4741-96db-8357a8a98308 will not be triggered until provisioned by entity L2. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:45:32.910619 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:32.964999 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Pushing event updated for resources: {'Port': ['ID=75c1c93d-ac5d-4741-96db-8357a8a98308,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:45:33.032255 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Attempting to bind port 75c1c93d-ac5d-4741-96db-8357a8a98308 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:45:33.033237 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Attempting to bind port 75c1c93d-ac5d-4741-96db-8357a8a98308 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'c5b3c165-8f72-4901-a8cd-4ae2ea12672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4ef3ed6f-fe53-49e1-849e-d58632c4bff1'}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:45:33.033577 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Attempting to bind port 75c1c93d-ac5d-4741-96db-8357a8a98308 on network 4ef3ed6f-fe53-49e1-849e-d58632c4bff1 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:45:33.038023 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Port 75c1c93d-ac5d-4741-96db-8357a8a98308 on network 4ef3ed6f-fe53-49e1-849e-d58632c4bff1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:45:33.038347 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Attempting to bind port 75c1c93d-ac5d-4741-96db-8357a8a98308 on network 4ef3ed6f-fe53-49e1-849e-d58632c4bff1 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:45:33.043130 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:45:33.043470 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Checking segment: {'id': 'c5b3c165-8f72-4901-a8cd-4ae2ea12672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4ef3ed6f-fe53-49e1-849e-d58632c4bff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:45:33.043852 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Bound using segment: {'id': 'c5b3c165-8f72-4901-a8cd-4ae2ea12672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4ef3ed6f-fe53-49e1-849e-d58632c4bff1'} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:45:33.044286 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Bound port: 75c1c93d-ac5d-4741-96db-8357a8a98308, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b3c165-8f72-4901-a8cd-4ae2ea12672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4ef3ed6f-fe53-49e1-849e-d58632c4bff1'}}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:45:33.044679 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:33.080455 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba34ef-b2b8-4526-b3fa-9bcc8f46771e req-44a1cc0f-5a29-436e-89f7-74fb76e04e71 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:33.081942 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-35ba34ef-b2b8-4526-b3fa-9bcc8f46771e req-44a1cc0f-5a29-436e-89f7-74fb76e04e71 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=73841c73-5279-4ea7-a1c7-6e58a81522c1 HTTP/1.1" status: 200 len: 943 time: 0.0474737 Sep 07 04:45:33.107539 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] For port 75c1c93d-ac5d-4741-96db-8357a8a98308, host hv-cinder-80403, cleared binding levels {{(pid=94311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:45:33.111200 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] For port 75c1c93d-ac5d-4741-96db-8357a8a98308, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=75c1c93d-ac5d-4741-96db-8357a8a98308,segment=NetworkSegment(c5b3c165-8f72-4901-a8cd-4ae2ea12672a),segment_id=c5b3c165-8f72-4901-a8cd-4ae2ea12672a)] {{(pid=94311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:45:33.120685 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-35ba34ef-b2b8-4526-b3fa-9bcc8f46771e req-2ffc4daa-bddb-42e3-b58d-d11b29e73923 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321801 Sep 07 04:45:33.237561 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:33.275740 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:33.276360 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:33.277788 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] 10.222.0.54 "PUT /v2.0/ports/75c1c93d-ac5d-4741-96db-8357a8a98308 HTTP/1.1" status: 200 len: 1093 time: 0.7825224 Sep 07 04:45:33.278222 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73841c73-5279-4ea7-a1c7-6e58a81522c1', 'tag': '75c1c93d-ac5d-4741-96db-8357a8a98308'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:45:33.280443 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2d5dde-75ec-4742-90da-3936e8607ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "73841c73-5279-4ea7-a1c7-6e58a81522c1", "tag": "75c1c93d-ac5d-4741-96db-8357a8a98308"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:45:33.302567 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1062574-1ac8-49af-86ba-d29687ae98bb service neutron] Pushing event updated for resources: {'Port': ['ID=75c1c93d-ac5d-4741-96db-8357a8a98308,revision_number=3']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:45:33.318648 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2247a595-84fb-4887-87f7-8b8fed787a14 x-openstack-request-id: req-2247a595-84fb-4887-87f7-8b8fed787a14 {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:45:33.318963 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73841c73-5279-4ea7-a1c7-6e58a81522c1", "tag": "75c1c93d-ac5d-4741-96db-8357a8a98308", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:45:33.319234 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2247a595-84fb-4887-87f7-8b8fed787a14 {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:45:33.319628 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73841c73-5279-4ea7-a1c7-6e58a81522c1', 'tag': '75c1c93d-ac5d-4741-96db-8357a8a98308', 'status': 'completed', 'code': 200} Sep 07 04:45:33.401023 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d5dde-75ec-4742-90da-3936e8607ee3 req-5b75c9a3-a83a-4fb4-85d6-e35ecd94155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:33.402515 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-df2d5dde-75ec-4742-90da-3936e8607ee3 req-5b75c9a3-a83a-4fb4-85d6-e35ecd94155f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8abd09f2ff8467490688906529c979c&device_id=73841c73-5279-4ea7-a1c7-6e58a81522c1 HTTP/1.1" status: 200 len: 1096 time: 0.0411513 Sep 07 04:45:33.508313 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d5dde-75ec-4742-90da-3936e8607ee3 req-e3ec8c69-f7e0-4c73-8cb8-41b6ab856c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:33.509729 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-df2d5dde-75ec-4742-90da-3936e8607ee3 req-e3ec8c69-f7e0-4c73-8cb8-41b6ab856c24 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a8abd09f2ff8467490688906529c979c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0923839 Sep 07 04:45:33.601631 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d5dde-75ec-4742-90da-3936e8607ee3 req-7ce62374-5b50-462a-ac68-80fac06a05be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:33.603091 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-df2d5dde-75ec-4742-90da-3936e8607ee3 req-7ce62374-5b50-462a-ac68-80fac06a05be service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866473 Sep 07 04:45:33.697086 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-5ab255ab-7b90-48cc-9762-ac07ebb9d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:33.698570 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-5ab255ab-7b90-48cc-9762-ac07ebb9d2cb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8abd09f2ff8467490688906529c979c&device_id=73841c73-5279-4ea7-a1c7-6e58a81522c1 HTTP/1.1" status: 200 len: 1096 time: 0.0394285 Sep 07 04:45:33.748621 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-4bf6cca3-ad38-4d6d-b27a-75240c13364e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75c1c93d-ac5d-4741-96db-8357a8a98308 HTTP/1.1" status: 200 len: 217 time: 0.0369232 Sep 07 04:45:33.797344 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-73d275ee-9705-4b7f-a10f-bd071107e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:33.798784 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-73d275ee-9705-4b7f-a10f-bd071107e15d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=82e855ad-5272-48f5-a39c-87e104a30307 HTTP/1.1" status: 200 len: 854 time: 0.0427544 Sep 07 04:45:33.830569 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-2286638f-06fc-4ed7-a87f-923e3f84bf8b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ef3ed6f-fe53-49e1-849e-d58632c4bff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241747 Sep 07 04:45:33.922113 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-78ff6315-70b2-40c6-8750-8218a25f8f2a service neutron] 10.222.0.54 "GET /v2.0/networks/4ef3ed6f-fe53-49e1-849e-d58632c4bff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843482 Sep 07 04:45:34.010853 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-cf665c02-a080-4b65-8ba2-d7ce5244a615 req-507a1aaa-5582-4674-9094-37edd982f978 service neutron] 10.222.0.54 "GET /v2.0/networks/4ef3ed6f-fe53-49e1-849e-d58632c4bff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813529 Sep 07 04:45:34.234881 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b0581-035c-4706-95b2-bf9478cb410e req-4979655a-3096-482d-9774-0638715ace8b tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:34.236958 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b4b0581-035c-4706-95b2-bf9478cb410e req-4979655a-3096-482d-9774-0638715ace8b tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=73841c73-5279-4ea7-a1c7-6e58a81522c1 HTTP/1.1" status: 200 len: 943 time: 0.0515583 Sep 07 04:45:34.273601 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-0b4b0581-035c-4706-95b2-bf9478cb410e req-02453004-cce3-4913-8692-36322f19a76c tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308468 Sep 07 04:45:34.561664 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:35.388632 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d3dcd-ec0e-4746-b9a7-b3b5bdba3c42 req-cf6f521d-0dbd-452f-a487-7a3bb450977e tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:35.390106 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-463d3dcd-ec0e-4746-b9a7-b3b5bdba3c42 req-cf6f521d-0dbd-452f-a487-7a3bb450977e tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=73841c73-5279-4ea7-a1c7-6e58a81522c1 HTTP/1.1" status: 200 len: 943 time: 0.0492058 Sep 07 04:45:35.427620 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-463d3dcd-ec0e-4746-b9a7-b3b5bdba3c42 req-d31bbdd7-eac6-40ed-ba9b-704d917efdb1 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315168 Sep 07 04:45:36.539083 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77949420-fe47-4970-b0cb-a62efb6c1fbc req-f17abe63-dd75-4896-8425-4e22734ffa3e tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:36.540616 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-77949420-fe47-4970-b0cb-a62efb6c1fbc req-f17abe63-dd75-4896-8425-4e22734ffa3e tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=73841c73-5279-4ea7-a1c7-6e58a81522c1 HTTP/1.1" status: 200 len: 943 time: 0.0477662 Sep 07 04:45:36.577230 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 75c1c93d-ac5d-4741-96db-8357a8a98308 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:45:36.581908 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-77949420-fe47-4970-b0cb-a62efb6c1fbc req-59802019-8ef5-45e5-a858-d86050ab75d3 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353780 Sep 07 04:45:36.671497 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 75c1c93d-ac5d-4741-96db-8357a8a98308, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=75c1c93d-ac5d-4741-96db-8357a8a98308,segment=NetworkSegment(c5b3c165-8f72-4901-a8cd-4ae2ea12672a),segment_id=c5b3c165-8f72-4901-a8cd-4ae2ea12672a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:45:36.682917 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': '75c1c93d-ac5d-4741-96db-8357a8a98308', 'network_id': '4ef3ed6f-fe53-49e1-849e-d58632c4bff1', 'port_id': '75c1c93d-ac5d-4741-96db-8357a8a98308', 'mac_address': 'fa:16:3e:ec:42:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e855ad-5272-48f5-a39c-87e104a30307', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:45:36.718539 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:36.731479 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c1c93d-ac5d-4741-96db-8357a8a98308 {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:45:36.750917 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 75c1c93d-ac5d-4741-96db-8357a8a98308, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=75c1c93d-ac5d-4741-96db-8357a8a98308,segment=NetworkSegment(c5b3c165-8f72-4901-a8cd-4ae2ea12672a),segment_id=c5b3c165-8f72-4901-a8cd-4ae2ea12672a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:45:36.893580 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:36.946299 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=75c1c93d-ac5d-4741-96db-8357a8a98308,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:45:36.953177 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:36.953537 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:36.953884 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:36.954231 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:36.954572 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:36.954944 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:36.955279 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:36.955610 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:36.955966 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:36.956272 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:36.956624 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:36.956953 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:45:37.206492 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['75c1c93d-ac5d-4741-96db-8357a8a98308'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:45:37.698716 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033dcb6-110d-46e0-bd98-8a169bbb01b9 req-94d21831-90b1-415b-8506-fc7f949b399d tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:37.700192 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1033dcb6-110d-46e0-bd98-8a169bbb01b9 req-94d21831-90b1-415b-8506-fc7f949b399d tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=73841c73-5279-4ea7-a1c7-6e58a81522c1 HTTP/1.1" status: 200 len: 944 time: 0.0512962 Sep 07 04:45:37.737337 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1033dcb6-110d-46e0-bd98-8a169bbb01b9 req-fd5d13a2-e157-407d-8632-519e265513d5 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305605 Sep 07 04:45:38.593043 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 75c1c93d-ac5d-4741-96db-8357a8a98308 up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:45:38.732961 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port 75c1c93d-ac5d-4741-96db-8357a8a98308 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:45:38.736848 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port 75c1c93d-ac5d-4741-96db-8357a8a98308 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:45:38.741101 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:38.816627 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:38.839409 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73841c73-5279-4ea7-a1c7-6e58a81522c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c1c93d-ac5d-4741-96db-8357a8a98308'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:45:38.841675 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6988ee-826e-446f-88d1-bfc0b8ce3db8" -d '{"events": [{"server_uuid": "73841c73-5279-4ea7-a1c7-6e58a81522c1", "name": "network-vif-plugged", "status": "completed", "tag": "75c1c93d-ac5d-4741-96db-8357a8a98308"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:45:38.851764 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151f32e-497a-4d9e-8e77-048217daf3b8 req-0dd5a4fe-6907-4ab2-89b4-351dcc2f1218 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:38.853552 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9151f32e-497a-4d9e-8e77-048217daf3b8 req-0dd5a4fe-6907-4ab2-89b4-351dcc2f1218 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=73841c73-5279-4ea7-a1c7-6e58a81522c1 HTTP/1.1" status: 200 len: 944 time: 0.0488253 Sep 07 04:45:38.858278 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 75c1c93d-ac5d-4741-96db-8357a8a98308, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=75c1c93d-ac5d-4741-96db-8357a8a98308,segment=NetworkSegment(c5b3c165-8f72-4901-a8cd-4ae2ea12672a),segment_id=c5b3c165-8f72-4901-a8cd-4ae2ea12672a)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:45:38.887082 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43015179-3e5f-4882-a2e1-3d435abbe748 x-openstack-request-id: req-43015179-3e5f-4882-a2e1-3d435abbe748 {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:45:38.887082 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73841c73-5279-4ea7-a1c7-6e58a81522c1", "name": "network-vif-plugged", "status": "completed", "tag": "75c1c93d-ac5d-4741-96db-8357a8a98308", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:45:38.887082 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43015179-3e5f-4882-a2e1-3d435abbe748 {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:45:38.887082 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73841c73-5279-4ea7-a1c7-6e58a81522c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c1c93d-ac5d-4741-96db-8357a8a98308', 'code': 200} Sep 07 04:45:38.893801 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-9151f32e-497a-4d9e-8e77-048217daf3b8 req-406915ad-2cb2-484f-b40c-75dec30b23e2 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341446 Sep 07 04:45:38.948262 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:39.002161 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=75c1c93d-ac5d-4741-96db-8357a8a98308,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:45:39.276134 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0353b2-270f-4794-9628-495aeba0df82 req-f314bdda-8c83-4e27-8c95-bd747fb4b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:39.277564 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-9e0353b2-270f-4794-9628-495aeba0df82 req-f314bdda-8c83-4e27-8c95-bd747fb4b542 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=73841c73-5279-4ea7-a1c7-6e58a81522c1 HTTP/1.1" status: 200 len: 1098 time: 0.0447571 Sep 07 04:45:39.310815 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-9e0353b2-270f-4794-9628-495aeba0df82 req-1fde2abd-0a03-4e9f-8776-6901c4b827ba service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265133 Sep 07 04:45:40.014337 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cc4db-94f9-4109-9a31-737e96d238f2 req-6068d2d8-6e5b-4574-b67a-f875c3b964b2 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:40.015795 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-323cc4db-94f9-4109-9a31-737e96d238f2 req-6068d2d8-6e5b-4574-b67a-f875c3b964b2 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=73841c73-5279-4ea7-a1c7-6e58a81522c1 HTTP/1.1" status: 200 len: 945 time: 0.0477307 Sep 07 04:45:40.053134 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-323cc4db-94f9-4109-9a31-737e96d238f2 req-2dcc9949-479a-4759-8f67-e839ebace6b2 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313807 Sep 07 04:45:41.176953 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b39ffb-fd7a-4063-a20f-b9a8391eefaf req-02534c93-93ef-43a8-99e6-719834a9f517 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:45:41.178447 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f7b39ffb-fd7a-4063-a20f-b9a8391eefaf req-02534c93-93ef-43a8-99e6-719834a9f517 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=73841c73-5279-4ea7-a1c7-6e58a81522c1 HTTP/1.1" status: 200 len: 945 time: 0.0586722 Sep 07 04:45:41.218955 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-f7b39ffb-fd7a-4063-a20f-b9a8391eefaf req-66a0b17e-51e9-4007-82f7-daa288a30505 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335991 Sep 07 04:45:56.783916 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-97f772f5-501d-4da0-a7a5-a958041778ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:59.596294 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-d9032268-0d3f-4dfd-b976-33868089e4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:45:59.646350 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:00.578264 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:00.734890 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:46:02.640972 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:04.249372 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d5160-ec03-4e79-92b3-da46ace5ced0 req-a7a2016b-a943-4acc-a5a7-e56bd96cfe92 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:04.250747 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-068d5160-ec03-4e79-92b3-da46ace5ced0 req-a7a2016b-a943-4acc-a5a7-e56bd96cfe92 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=73841c73-5279-4ea7-a1c7-6e58a81522c1 HTTP/1.1" status: 200 len: 945 time: 0.0484736 Sep 07 04:46:04.288031 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-068d5160-ec03-4e79-92b3-da46ace5ced0 req-ebf81a69-8704-4fdf-9fa7-8fd6f0be297c tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313511 Sep 07 04:46:04.567354 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:05.375326 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ca18282f-8520-4d36-a714-eb6f15bb1cb4 req-b3306592-bd75-4b70-a100-130492e22417 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398421 Sep 07 04:46:05.404086 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b27ea9-d3b8-4be2-9c63-82ca84f00cdb req-02931d44-cacb-49ea-b0a6-80a341bf1a8d tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:05.405594 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-44b27ea9-d3b8-4be2-9c63-82ca84f00cdb req-02931d44-cacb-49ea-b0a6-80a341bf1a8d tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=73841c73-5279-4ea7-a1c7-6e58a81522c1 HTTP/1.1" status: 200 len: 945 time: 0.0485263 Sep 07 04:46:05.444090 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-44b27ea9-d3b8-4be2-9c63-82ca84f00cdb req-c079db6e-d725-44fb-8bbc-2624e187a05f tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319886 Sep 07 04:46:05.449400 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18282f-8520-4d36-a714-eb6f15bb1cb4 req-3a6796dd-9fd6-41bd-80a9-59178ff10451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:05.450901 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ca18282f-8520-4d36-a714-eb6f15bb1cb4 req-3a6796dd-9fd6-41bd-80a9-59178ff10451 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a49cf532fe548db94674dc3c4f1450f&device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 1098 time: 0.0395792 Sep 07 04:46:05.556417 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18282f-8520-4d36-a714-eb6f15bb1cb4 req-2695cc3f-450e-4896-8d43-977cb88e04c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:05.557910 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ca18282f-8520-4d36-a714-eb6f15bb1cb4 req-2695cc3f-450e-4896-8d43-977cb88e04c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bc54e37a-82e9-4557-9010-be489d666b94 HTTP/1.1" status: 200 len: 912 time: 0.0865889 Sep 07 04:46:05.626338 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ca18282f-8520-4d36-a714-eb6f15bb1cb4 req-8b0d0383-9de3-43cd-a49e-63d4e11934c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a HTTP/1.1" status: 200 len: 1000 time: 0.0555849 Sep 07 04:46:05.678061 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18282f-8520-4d36-a714-eb6f15bb1cb4 req-e2e5a8b0-1241-47d6-b5b0-9aff40528e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:05.679503 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ca18282f-8520-4d36-a714-eb6f15bb1cb4 req-e2e5a8b0-1241-47d6-b5b0-9aff40528e0f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b5abe33-e09a-4af3-af47-24268cfb548e HTTP/1.1" status: 200 len: 850 time: 0.0434904 Sep 07 04:46:05.728752 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18282f-8520-4d36-a714-eb6f15bb1cb4 req-9bd439a0-504e-4053-98fb-21baba8b339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:05.730246 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ca18282f-8520-4d36-a714-eb6f15bb1cb4 req-9bd439a0-504e-4053-98fb-21baba8b339c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc54e37a-82e9-4557-9010-be489d666b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434029 Sep 07 04:46:05.850016 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ca18282f-8520-4d36-a714-eb6f15bb1cb4 req-2ae46629-a777-4f3f-952a-4cdbbf74593c service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826695 Sep 07 04:46:05.950839 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ca18282f-8520-4d36-a714-eb6f15bb1cb4 req-1253362b-06cb-41e0-8d08-882fdc6fdf99 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854847 Sep 07 04:46:06.178279 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240743c1-7965-4706-ab8a-f007037a453c req-8d03c51f-e302-46e1-88f2-d76c32c9e9f3 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:06.179730 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-240743c1-7965-4706-ab8a-f007037a453c req-8d03c51f-e302-46e1-88f2-d76c32c9e9f3 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.54 "GET /v2.0/ports?device_id=73841c73-5279-4ea7-a1c7-6e58a81522c1 HTTP/1.1" status: 200 len: 945 time: 0.0472887 Sep 07 04:46:06.277869 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [req-240743c1-7965-4706-ab8a-f007037a453c req-e9d638d2-a7b0-4520-8106-7cc4bd523d20 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Deleting port 75c1c93d-ac5d-4741-96db-8357a8a98308 {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:46:06.277869 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-240743c1-7965-4706-ab8a-f007037a453c req-e9d638d2-a7b0-4520-8106-7cc4bd523d20 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:06.362310 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-240743c1-7965-4706-ab8a-f007037a453c req-e9d638d2-a7b0-4520-8106-7cc4bd523d20 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] For port 75c1c93d-ac5d-4741-96db-8357a8a98308, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=75c1c93d-ac5d-4741-96db-8357a8a98308,segment=NetworkSegment(c5b3c165-8f72-4901-a8cd-4ae2ea12672a),segment_id=c5b3c165-8f72-4901-a8cd-4ae2ea12672a)] {{(pid=94311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:46:06.362676 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-240743c1-7965-4706-ab8a-f007037a453c req-e9d638d2-a7b0-4520-8106-7cc4bd523d20 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:06.375372 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [req-240743c1-7965-4706-ab8a-f007037a453c req-e9d638d2-a7b0-4520-8106-7cc4bd523d20 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Calling delete_port for 75c1c93d-ac5d-4741-96db-8357a8a98308 owned by compute:nova {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:46:06.562618 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ce005-21ea-4908-ae62-9f194f60a14a req-d9cb014b-e065-40da-be62-31ab5574e36d tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:06.564064 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-356ce005-21ea-4908-ae62-9f194f60a14a req-d9cb014b-e065-40da-be62-31ab5574e36d tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=73841c73-5279-4ea7-a1c7-6e58a81522c1 HTTP/1.1" status: 200 len: 945 time: 0.0506332 Sep 07 04:46:06.578125 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-240743c1-7965-4706-ab8a-f007037a453c req-e9d638d2-a7b0-4520-8106-7cc4bd523d20 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:06.603091 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-356ce005-21ea-4908-ae62-9f194f60a14a req-bf7d6737-5f1d-4977-9098-3a780df3824b tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a84189-f1f3-48fa-bc65-6767a187a69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323601 Sep 07 04:46:06.606617 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d638d2-a7b0-4520-8106-7cc4bd523d20 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Pushing event deleted for resources: {'Port': ['ID=75c1c93d-ac5d-4741-96db-8357a8a98308,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:46:06.616293 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['75c1c93d-ac5d-4741-96db-8357a8a98308'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:46:06.650601 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [req-240743c1-7965-4706-ab8a-f007037a453c req-e9d638d2-a7b0-4520-8106-7cc4bd523d20 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] No DVR routers for this DVR port 75c1c93d-ac5d-4741-96db-8357a8a98308 on host hv-cinder-80403 {{(pid=94311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:46:06.652988 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-240743c1-7965-4706-ab8a-f007037a453c req-e9d638d2-a7b0-4520-8106-7cc4bd523d20 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:06.654946 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-240743c1-7965-4706-ab8a-f007037a453c req-e9d638d2-a7b0-4520-8106-7cc4bd523d20 tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.54 "DELETE /v2.0/ports/75c1c93d-ac5d-4741-96db-8357a8a98308 HTTP/1.1" status: 204 len: 173 time: 0.4695559 Sep 07 04:46:06.655378 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73841c73-5279-4ea7-a1c7-6e58a81522c1', 'name': 'network-vif-deleted', 'tag': '75c1c93d-ac5d-4741-96db-8357a8a98308'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:46:06.657620 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6995bc1f-0516-4ce6-93d4-1a4204e5b3ab" -d '{"events": [{"server_uuid": "73841c73-5279-4ea7-a1c7-6e58a81522c1", "name": "network-vif-deleted", "tag": "75c1c93d-ac5d-4741-96db-8357a8a98308"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:46:06.695964 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c851067-60bb-4191-a9d8-c51a0ef68dfc x-openstack-request-id: req-3c851067-60bb-4191-a9d8-c51a0ef68dfc {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:46:06.696255 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73841c73-5279-4ea7-a1c7-6e58a81522c1", "name": "network-vif-deleted", "tag": "75c1c93d-ac5d-4741-96db-8357a8a98308", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:46:06.696529 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c851067-60bb-4191-a9d8-c51a0ef68dfc {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:46:06.696930 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73841c73-5279-4ea7-a1c7-6e58a81522c1', 'name': 'network-vif-deleted', 'tag': '75c1c93d-ac5d-4741-96db-8357a8a98308', 'status': 'completed', 'code': 200} Sep 07 04:46:07.716005 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-4fdb66c2-f7fb-451a-8b39-8fd05b392b84 req-4d4e8a58-3c4d-454e-b534-80716f403b4c tempest-VolumesSnapshotTestJSON-934034553 tempest-VolumesSnapshotTestJSON-934034553-project] 10.222.0.55 "GET /v2.0/ports?device_id=73841c73-5279-4ea7-a1c7-6e58a81522c1 HTTP/1.1" status: 200 len: 210 time: 0.0270162 Sep 07 04:46:10.746916 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 75c1c93d-ac5d-4741-96db-8357a8a98308 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:46:10.766683 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: 75c1c93d-ac5d-4741-96db-8357a8a98308 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:46:10.775849 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 75c1c93d-ac5d-4741-96db-8357a8a98308 not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:46:26.794824 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0e550b93-6f75-4d0e-9ef8-02c7985fb9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:29.605986 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-77ddebed-2eb7-4b81-a2bf-8a052f3f661d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:29.634429 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:30.626803 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:32.596114 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:34.541606 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:37.732878 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:46:39.483273 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 42758) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:46:39.527709 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] Deleting subnet 82e855ad-5272-48f5-a39c-87e104a30307 {{(pid=94312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:46:39.530779 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:39.564218 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270396'] for subnet, precommit_delete_associations {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:39.606452 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1475966'] for subnet, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:39.743404 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1475957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9711872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8919976'] for subnet, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:39.773891 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e855ad-5272-48f5-a39c-87e104a30307,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:46:39.780243 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:39.783013 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/82e855ad-5272-48f5-a39c-87e104a30307 HTTP/1.1" status: 204 len: 168 time: 0.2985406 Sep 07 04:46:39.785383 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 42760) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:46:39.791065 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:39.791569 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:39.792066 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:39.792582 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:39.793061 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:39.793545 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:39.794028 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:39.794539 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:39.794999 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:39.795474 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:39.795983 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:39.796456 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1c65-a1b1-4c55-bca1-ef923d2ddd79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:39.855090 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543271'] for network, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:39.933866 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474017', 'neutron.services.segments.db._delete_segments_for_network-8773844615792'] for network, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:39.952880 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.services.segments.db [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef3ed6f-fe53-49e1-849e-d58632c4bff1']}} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:46:39.962751 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.services.segments.db [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b3c165-8f72-4901-a8cd-4ae2ea12672a') {'for_net_delete': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:46:39.963054 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.services.segments.db [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b3c165-8f72-4901-a8cd-4ae2ea12672a') {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:46:39.972115 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773844616057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10360170'] for segment, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:39.985397 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:39.991090 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:46:39.991472 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9042320'] for segment, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: Traceback (most recent call last): Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: timer() Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: cb(*args, **kw) Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: return func(*args, **kwargs) Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: self._notify() Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: self.callback(batched_events) Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: event.method(event) Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: return f(self, *a, **k) Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: return self._get(url).json() Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: return self.request(url, 'GET', **kwargs) Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:46:39.993064 dv-cinder-804035-10-iscsi neutron-server[94311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:46:40.097364 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472601'] for network, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:40.102830 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:40.104927 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4ef3ed6f-fe53-49e1-849e-d58632c4bff1 HTTP/1.1" status: 204 len: 168 time: 0.3185310 Sep 07 04:46:40.116276 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef3ed6f-fe53-49e1-849e-d58632c4bff1,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:46:40.124390 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:40.124798 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:40.125145 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:40.125478 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:40.125813 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:40.126280 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:40.126616 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:40.126948 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:40.128903 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:40.129275 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:40.129637 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:40.129941 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff151aa5-8c9e-44e6-9891-aea00f76ec16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:40.383598 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-3f4aa4bf-499d-44e5-b911-fe39a70b1567 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-136259386&fields=id&tenant_id=2a49cf532fe548db94674dc3c4f1450f HTTP/1.1" status: 200 len: 267 time: 0.0347450 Sep 07 04:46:40.466261 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 42774) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:46:40.499285 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-b976fe1a-70fb-499a-95a5-eab08fb1a6d0 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:40.500779 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-b976fe1a-70fb-499a-95a5-eab08fb1a6d0 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/networks?id=bc54e37a-82e9-4557-9010-be489d666b94 HTTP/1.1" status: 200 len: 811 time: 0.1112003 Sep 07 04:46:40.513971 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-f57abf93-ca0c-49dc-a63f-084384068e1b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8abd09f2ff8467490688906529c979c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442827 Sep 07 04:46:40.514191 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 42776) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:46:40.516568 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-72fbd6b8-a2d4-486b-a442-22f4548cf23d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/quotas/2a49cf532fe548db94674dc3c4f1450f HTTP/1.1" status: 200 len: 375 time: 0.0092106 Sep 07 04:46:40.563421 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1a87f126-c9e8-4269-9330-6e004e8b1d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:40.574760 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-67e8c6d3-b2b1-4f53-a232-14e09941e683 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a49cf532fe548db94674dc3c4f1450f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0519326 Sep 07 04:46:40.584376 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1a87f126-c9e8-4269-9330-6e004e8b1d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:40.669673 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-548090a6-ed2c-4fc0-9789-213e2c539dda service neutron] 10.222.0.55 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827038 Sep 07 04:46:40.712356 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1a87f126-c9e8-4269-9330-6e004e8b1d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:40.714909 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-1a87f126-c9e8-4269-9330-6e004e8b1d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:40.716196 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-1a87f126-c9e8-4269-9330-6e004e8b1d7e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b2a84189-f1f3-48fa-bc65-6767a187a69e HTTP/1.1" status: 204 len: 168 time: 0.2010717 Sep 07 04:46:40.723829 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87f126-c9e8-4269-9330-6e004e8b1d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a84189-f1f3-48fa-bc65-6767a187a69e,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:46:40.763722 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-6c0a05b0-031f-4bfe-ae6e-eb860317be38 service neutron] 10.222.0.55 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879445 Sep 07 04:46:41.311378 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-d1c91822-775c-4295-b682-4ed36e48441c req-35232913-9f4c-4cd2-9f5d-4f9341c83cd7 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 210 time: 0.0275314 Sep 07 04:46:42.404359 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-efb6a635-c6f5-4e2e-866b-ecdc2ad25875 req-fd0a50d9-4fbc-4558-86ad-8978e2cb9337 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 210 time: 0.0270646 Sep 07 04:46:43.291582 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-f26b1cd4-3348-4e33-8c18-7a0c81783e50 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:43.293224 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-f26b1cd4-3348-4e33-8c18-7a0c81783e50 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.54 "GET /v2.0/networks?id=bc54e37a-82e9-4557-9010-be489d666b94 HTTP/1.1" status: 200 len: 811 time: 0.1043034 Sep 07 04:46:43.342829 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-14d9e689-c70c-4bb9-9225-405c75d8a713 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a49cf532fe548db94674dc3c4f1450f HTTP/1.1" status: 200 len: 379 time: 0.0346720 Sep 07 04:46:43.353298 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-10ef5130-cac5-4905-8f26-cfcbc836fe2a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Request body: {'port': {'device_id': 'b4b6a277-b25a-47a3-9e71-962a28254d72', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'admin_state_up': True, 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'security_groups': ['2aa0e1d8-2dd0-4c90-b095-40981061a710']}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:46:43.535144 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-27f20311-62dd-4fbd-bc2b-c59aca1393e6 req-1f1880fc-aa89-4679-adc4-b494ab7453c5 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 210 time: 0.0443723 Sep 07 04:46:43.569736 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-10ef5130-cac5-4905-8f26-cfcbc836fe2a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Made reservation on behalf of 2a49cf532fe548db94674dc3c4f1450f for: {'port': 1} {{(pid=94311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:46:43.573234 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-10ef5130-cac5-4905-8f26-cfcbc836fe2a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:43.702243 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.db_base_plugin_common [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-10ef5130-cac5-4905-8f26-cfcbc836fe2a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Allocated IP 172.20.0.3 (bc54e37a-82e9-4557-9010-be489d666b94/2b5abe33-e09a-4af3-af47-24268cfb548e/87f1c617-f7d5-4613-8918-4d5721d0f4e1) {{(pid=94311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:46:43.838516 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-10ef5130-cac5-4905-8f26-cfcbc836fe2a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for port, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:43.852013 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-10ef5130-cac5-4905-8f26-cfcbc836fe2a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Transition to ACTIVE for port object 87f1c617-f7d5-4613-8918-4d5721d0f4e1 will not be triggered until provisioned by entity DHCP. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:46:43.955060 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-10ef5130-cac5-4905-8f26-cfcbc836fe2a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:43.996036 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-10ef5130-cac5-4905-8f26-cfcbc836fe2a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Network bc54e37a-82e9-4557-9010-be489d666b94 is already hosted by enough agents. {{(pid=94311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:46:43.999067 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.base_scheduler [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-10ef5130-cac5-4905-8f26-cfcbc836fe2a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Resources bound (agent type, host, resource id): {{(pid=94311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:46:44.002658 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-10ef5130-cac5-4905-8f26-cfcbc836fe2a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Received port after_create {{(pid=94311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:46:44.030437 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef5130-cac5-4905-8f26-cfcbc836fe2a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event updated for resources: {'Port': ['ID=87f1c617-f7d5-4613-8918-4d5721d0f4e1,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:46:44.059892 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-10ef5130-cac5-4905-8f26-cfcbc836fe2a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:44.060543 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-10ef5130-cac5-4905-8f26-cfcbc836fe2a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:44.166036 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-10ef5130-cac5-4905-8f26-cfcbc836fe2a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8168201 Sep 07 04:46:44.184282 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.v2.base [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Request body: {'port': {'device_id': 'b4b6a277-b25a-47a3-9e71-962a28254d72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=94311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:46:44.243352 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:44.318260 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-c864d6e0-cba2-4567-99a6-eac31ea356ca None None] Provisioning for port 87f1c617-f7d5-4613-8918-4d5721d0f4e1 completed by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:46:44.324255 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-c864d6e0-cba2-4567-99a6-eac31ea356ca None None] Provisioning complete for port 87f1c617-f7d5-4613-8918-4d5721d0f4e1 triggered by entity DHCP. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:46:44.324255 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-c864d6e0-cba2-4567-99a6-eac31ea356ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:44.356782 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-c864d6e0-cba2-4567-99a6-eac31ea356ca None None] Port 87f1c617-f7d5-4613-8918-4d5721d0f4e1 cannot update to ACTIVE because it is not bound. {{(pid=94313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:46:44.514311 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f1c617-f7d5-4613-8918-4d5721d0f4e1 {{(pid=94311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:46:44.521069 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:44.533597 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Transition to ACTIVE for port object 87f1c617-f7d5-4613-8918-4d5721d0f4e1 will not be triggered until provisioned by entity L2. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:46:44.628915 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:44.649328 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab891d6-6b06-4ea5-b2e7-c9e133c9de27 req-c1661b84-9ac0-414b-abcd-4e3ecd62d215 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:44.650804 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-eab891d6-6b06-4ea5-b2e7-c9e133c9de27 req-c1661b84-9ac0-414b-abcd-4e3ecd62d215 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 931 time: 0.0497618 Sep 07 04:46:44.679071 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Pushing event updated for resources: {'Port': ['ID=87f1c617-f7d5-4613-8918-4d5721d0f4e1,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:46:44.698923 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-eab891d6-6b06-4ea5-b2e7-c9e133c9de27 req-1062eb17-a96f-4ae5-bdb6-3f13372e1d8a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421207 Sep 07 04:46:44.755848 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Attempting to bind port 87f1c617-f7d5-4613-8918-4d5721d0f4e1 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:46:44.756191 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Attempting to bind port 87f1c617-f7d5-4613-8918-4d5721d0f4e1 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:46:44.757820 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Attempting to bind port 87f1c617-f7d5-4613-8918-4d5721d0f4e1 on network bc54e37a-82e9-4557-9010-be489d666b94 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:46:44.763773 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Port 87f1c617-f7d5-4613-8918-4d5721d0f4e1 on network bc54e37a-82e9-4557-9010-be489d666b94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:46:44.763773 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Attempting to bind port 87f1c617-f7d5-4613-8918-4d5721d0f4e1 on network bc54e37a-82e9-4557-9010-be489d666b94 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:46:44.768640 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Checking agent: {'id': '4474a23f-c315-4002-b8b6-5685be8b4188', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'started_at': datetime.datetime(2021, 9, 7, 4, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:46:44.768979 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Checking segment: {'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:46:44.769365 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Bound using segment: {'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:46:44.769793 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Bound port: 87f1c617-f7d5-4613-8918-4d5721d0f4e1, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c544f7-08e6-4fd7-adf1-05662dc1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94'}}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:46:44.770210 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:44.840271 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] For port 87f1c617-f7d5-4613-8918-4d5721d0f4e1, host hv-cinder-80403, cleared binding levels {{(pid=94311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:46:44.843403 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] For port 87f1c617-f7d5-4613-8918-4d5721d0f4e1, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=87f1c617-f7d5-4613-8918-4d5721d0f4e1,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:46:44.903554 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042356'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:44.939575 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:44.940199 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:44.941592 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] 10.222.0.54 "PUT /v2.0/ports/87f1c617-f7d5-4613-8918-4d5721d0f4e1 HTTP/1.1" status: 200 len: 1093 time: 0.7616117 Sep 07 04:46:44.942025 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b6a277-b25a-47a3-9e71-962a28254d72', 'tag': '87f1c617-f7d5-4613-8918-4d5721d0f4e1'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:46:44.944309 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed0072f-433a-4f7e-85cc-f3513b5d0df0" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b6a277-b25a-47a3-9e71-962a28254d72", "tag": "87f1c617-f7d5-4613-8918-4d5721d0f4e1"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:46:44.968965 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990fb30-340f-476a-bf77-4a7f2e819e49 service neutron] Pushing event updated for resources: {'Port': ['ID=87f1c617-f7d5-4613-8918-4d5721d0f4e1,revision_number=3']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:46:44.983349 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944b04c7-f966-4a29-9d7b-b15e761d4624 x-openstack-request-id: req-944b04c7-f966-4a29-9d7b-b15e761d4624 {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:46:44.983651 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b6a277-b25a-47a3-9e71-962a28254d72", "tag": "87f1c617-f7d5-4613-8918-4d5721d0f4e1", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:46:44.983908 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-944b04c7-f966-4a29-9d7b-b15e761d4624 {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:46:44.984309 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b6a277-b25a-47a3-9e71-962a28254d72', 'tag': '87f1c617-f7d5-4613-8918-4d5721d0f4e1', 'status': 'completed', 'code': 200} Sep 07 04:46:45.814037 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829c372-bf01-43a6-bf92-d49a76d936eb req-0fd1a990-e031-4e35-99da-377df6757234 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:45.815522 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1829c372-bf01-43a6-bf92-d49a76d936eb req-0fd1a990-e031-4e35-99da-377df6757234 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 943 time: 0.0505321 Sep 07 04:46:45.852994 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1829c372-bf01-43a6-bf92-d49a76d936eb req-ee64c1d4-0ee0-4cab-908a-41034507c4c6 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310721 Sep 07 04:46:46.969318 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019345e-3ee0-454f-bfb2-1f526b4f9ce9 req-92efeea3-683b-490f-a48c-02b8c7cd3d0e tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:46.970794 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b019345e-3ee0-454f-bfb2-1f526b4f9ce9 req-92efeea3-683b-490f-a48c-02b8c7cd3d0e tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 943 time: 0.0489032 Sep 07 04:46:47.011219 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b019345e-3ee0-454f-bfb2-1f526b4f9ce9 req-e1de6f1a-61c9-44e6-8bc6-4cb9b14abf3c tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340648 Sep 07 04:46:47.684312 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0072f-433a-4f7e-85cc-f3513b5d0df0 req-5c80f658-0076-416a-8280-45b211ccad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:47.685892 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-5ed0072f-433a-4f7e-85cc-f3513b5d0df0 req-5c80f658-0076-416a-8280-45b211ccad07 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a49cf532fe548db94674dc3c4f1450f&device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 1096 time: 0.0400374 Sep 07 04:46:47.791928 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0072f-433a-4f7e-85cc-f3513b5d0df0 req-ac3a5cd9-9b62-4e45-a813-1e6492df89eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:47.794064 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-5ed0072f-433a-4f7e-85cc-f3513b5d0df0 req-ac3a5cd9-9b62-4e45-a813-1e6492df89eb service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2a49cf532fe548db94674dc3c4f1450f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0920854 Sep 07 04:46:47.894733 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0072f-433a-4f7e-85cc-f3513b5d0df0 req-98ec35fc-cd93-41d7-93f2-e628599aff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:47.896217 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-5ed0072f-433a-4f7e-85cc-f3513b5d0df0 req-98ec35fc-cd93-41d7-93f2-e628599aff6a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949161 Sep 07 04:46:47.997240 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-ae3aa51b-bfcd-4c41-8540-617061eba8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:47.998716 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-ae3aa51b-bfcd-4c41-8540-617061eba8b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a49cf532fe548db94674dc3c4f1450f&device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 1096 time: 0.0406194 Sep 07 04:46:48.049213 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-8031b52f-d3bb-4767-b4a9-81f8e986054b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87f1c617-f7d5-4613-8918-4d5721d0f4e1 HTTP/1.1" status: 200 len: 217 time: 0.0348473 Sep 07 04:46:48.098144 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-a409e7da-43d2-4ed4-80c3-9858ba9d3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:48.099626 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-a409e7da-43d2-4ed4-80c3-9858ba9d3fd5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b5abe33-e09a-4af3-af47-24268cfb548e HTTP/1.1" status: 200 len: 850 time: 0.0435576 Sep 07 04:46:48.127481 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf97498-3c21-4d5c-bec6-fef59b3e8edc req-8d16c3fb-f67d-4376-9726-664d173ec00e tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:48.129016 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-dcf97498-3c21-4d5c-bec6-fef59b3e8edc req-8d16c3fb-f67d-4376-9726-664d173ec00e tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 943 time: 0.0495150 Sep 07 04:46:48.148643 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-3ea0110b-740f-4bbe-be82-ff1312605926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:48.150137 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-3ea0110b-740f-4bbe-be82-ff1312605926 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc54e37a-82e9-4557-9010-be489d666b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432506 Sep 07 04:46:48.167443 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-dcf97498-3c21-4d5c-bec6-fef59b3e8edc req-051a2b2e-c5fe-4bb9-a8aa-4f0ab62b0391 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323277 Sep 07 04:46:48.238871 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-4cecf89a-2cbc-478b-887b-943b89a52196 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815227 Sep 07 04:46:48.330405 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-1b4e6e27-5fff-4a9c-a1d4-36663b17557e req-4f686f01-0504-47d6-b0a4-5f0cd4304522 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837309 Sep 07 04:46:49.280162 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8816108-4de1-466c-8831-2d2c7c40affe req-8d052909-db9d-4fba-ba7c-d80f95bba415 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:49.281596 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a8816108-4de1-466c-8831-2d2c7c40affe req-8d052909-db9d-4fba-ba7c-d80f95bba415 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 943 time: 0.0475082 Sep 07 04:46:49.319475 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a8816108-4de1-466c-8831-2d2c7c40affe req-792e0129-319e-4f14-b567-88f3d1b5761e tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319583 Sep 07 04:46:50.433570 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cb543-bbc5-42d5-becf-bf0067e04d6c req-d779bcf0-0d85-4099-9af0-fe533cfb8cbb tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:50.435074 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-858cb543-bbc5-42d5-becf-bf0067e04d6c req-d779bcf0-0d85-4099-9af0-fe533cfb8cbb tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 943 time: 0.0491641 Sep 07 04:46:50.475710 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-858cb543-bbc5-42d5-becf-bf0067e04d6c req-6021d16c-d176-49b7-9971-9194f4f483ce tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345843 Sep 07 04:46:51.433821 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 42882) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:46:51.557845 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-a6794769-b216-4269-a532-6ab098273e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:51.589131 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de81d6-0d6d-4de4-b0ef-83026c4a0b73 req-3d9e2f2b-0302-498a-bbd9-084b4df3456d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:51.590574 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-00de81d6-0d6d-4de4-b0ef-83026c4a0b73 req-3d9e2f2b-0302-498a-bbd9-084b4df3456d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 943 time: 0.0485742 Sep 07 04:46:51.628890 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-00de81d6-0d6d-4de4-b0ef-83026c4a0b73 req-bc1a8f0c-c0aa-49d6-9603-35466a549cb8 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315552 Sep 07 04:46:51.646596 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-a6794769-b216-4269-a532-6ab098273e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:51.746455 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-a6794769-b216-4269-a532-6ab098273e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_create {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:51.784901 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-a6794769-b216-4269-a532-6ab098273e9f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aaf0467daf4546aab1b3f1ac03b6bb9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498228 Sep 07 04:46:51.785714 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6794769-b216-4269-a532-6ab098273e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d60bd5-0d20-45ed-a795-31ecd107f006,revision_number=1']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:46:51.788254 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 42888) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:46:51.836315 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a0780d58-6eb6-482f-8442-182cb483bbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:51.856310 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a0780d58-6eb6-482f-8442-182cb483bbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:51.986347 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a0780d58-6eb6-482f-8442-182cb483bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:51.989058 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-a0780d58-6eb6-482f-8442-182cb483bbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:51.990263 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-a0780d58-6eb6-482f-8442-182cb483bbd7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/96d60bd5-0d20-45ed-a795-31ecd107f006 HTTP/1.1" status: 204 len: 168 time: 0.2009161 Sep 07 04:46:51.998965 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0780d58-6eb6-482f-8442-182cb483bbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d60bd5-0d20-45ed-a795-31ecd107f006,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:46:52.745670 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297d6a7-0d55-4439-9ef9-e67971bd2679 req-bd24ca22-0f01-4d53-b0e5-44dd740b68b3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:52.747166 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6297d6a7-0d55-4439-9ef9-e67971bd2679 req-bd24ca22-0f01-4d53-b0e5-44dd740b68b3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 943 time: 0.0513198 Sep 07 04:46:52.784030 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6297d6a7-0d55-4439-9ef9-e67971bd2679 req-5f0fe80e-9235-4e3f-bea8-b02604314077 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308614 Sep 07 04:46:53.901292 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8355eb-1bbe-4ac6-abba-afdde1bcb3c5 req-d60a64a5-74b6-4676-b4ab-bf9a0b8b8099 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:53.902747 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1e8355eb-1bbe-4ac6-abba-afdde1bcb3c5 req-d60a64a5-74b6-4676-b4ab-bf9a0b8b8099 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 943 time: 0.0484443 Sep 07 04:46:53.941205 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1e8355eb-1bbe-4ac6-abba-afdde1bcb3c5 req-5856fb26-49e8-4bbb-a902-d89d917868c0 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325403 Sep 07 04:46:55.051200 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7846e-5fe1-4b11-84b5-94a1b7994fb5 req-9a7d60ca-f04e-4c1a-8bb3-e3da1bf6444e tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:55.052688 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-14f7846e-5fe1-4b11-84b5-94a1b7994fb5 req-9a7d60ca-f04e-4c1a-8bb3-e3da1bf6444e tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 943 time: 0.0475309 Sep 07 04:46:55.090083 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-14f7846e-5fe1-4b11-84b5-94a1b7994fb5 req-ce548619-2bc4-48fb-94f2-1e805064e6f2 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315101 Sep 07 04:46:56.206499 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad7492-1d10-4660-a78e-73fc64384edf req-211d903e-6ba9-4ca0-9846-c6c1e8804410 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:56.207946 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c4ad7492-1d10-4660-a78e-73fc64384edf req-211d903e-6ba9-4ca0-9846-c6c1e8804410 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 943 time: 0.0502889 Sep 07 04:46:56.244439 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-c4ad7492-1d10-4660-a78e-73fc64384edf req-10074aca-139e-4d55-be41-904b91804c2d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304680 Sep 07 04:46:56.748217 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-4b3d2abf-c489-4764-9f11-39c30b4b1f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:57.357393 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fcce0-e147-49e6-b7c2-91c845a9aa2e req-4c01f1fc-47a3-46ae-8500-e86e9185d791 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:57.358895 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a21fcce0-e147-49e6-b7c2-91c845a9aa2e req-4c01f1fc-47a3-46ae-8500-e86e9185d791 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 943 time: 0.0491850 Sep 07 04:46:57.396836 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a21fcce0-e147-49e6-b7c2-91c845a9aa2e req-0f9d335b-90e2-4f0e-8d31-85e443e78864 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315411 Sep 07 04:46:57.637094 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 87f1c617-f7d5-4613-8918-4d5721d0f4e1 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=94313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:46:57.733083 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 87f1c617-f7d5-4613-8918-4d5721d0f4e1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=87f1c617-f7d5-4613-8918-4d5721d0f4e1,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:46:57.864693 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Returning: {'device': '87f1c617-f7d5-4613-8918-4d5721d0f4e1', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'port_id': '87f1c617-f7d5-4613-8918-4d5721d0f4e1', 'mac_address': 'fa:16:3e:de:80:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:46:57.910367 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:57.923566 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f1c617-f7d5-4613-8918-4d5721d0f4e1 {{(pid=94313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:46:57.943200 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 87f1c617-f7d5-4613-8918-4d5721d0f4e1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=87f1c617-f7d5-4613-8918-4d5721d0f4e1,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:46:58.031826 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:58.079048 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=87f1c617-f7d5-4613-8918-4d5721d0f4e1,revision_number=4']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:46:58.086029 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:58.086396 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:58.086742 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:58.087078 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:58.087413 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:58.087750 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:58.088099 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:58.088427 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:58.088779 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:58.089104 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:58.089478 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:58.089802 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:46:58.321211 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] get_ports_and_sgs() called for port_ids ['87f1c617-f7d5-4613-8918-4d5721d0f4e1'] {{(pid=94313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:46:58.512265 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd0a92-bb1d-495e-9b66-b2ecf5371754 req-e5a62f56-f6f4-4b7a-b87b-a99056da189d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:58.514279 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3bbd0a92-bb1d-495e-9b66-b2ecf5371754 req-e5a62f56-f6f4-4b7a-b87b-a99056da189d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 944 time: 0.0492201 Sep 07 04:46:58.554652 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-3bbd0a92-bb1d-495e-9b66-b2ecf5371754 req-ec1b9150-f555-4f78-b70c-adc51d69cfb7 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342648 Sep 07 04:46:59.592333 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-d2f93d71-8331-4046-9673-c5e23c311baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:59.621241 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:59.651390 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 87f1c617-f7d5-4613-8918-4d5721d0f4e1 up at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:46:59.673652 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578bd8-53d4-42b3-94ce-4b698d93ab7f req-35e9a8ac-557c-414f-b3ec-77109b72e043 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:46:59.675137 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1f578bd8-53d4-42b3-94ce-4b698d93ab7f req-35e9a8ac-557c-414f-b3ec-77109b72e043 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 944 time: 0.0530632 Sep 07 04:46:59.718587 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-1f578bd8-53d4-42b3-94ce-4b698d93ab7f req-e6bbea0f-39be-48ac-9fad-d406ca380b66 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320683 Sep 07 04:46:59.757429 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning for port 87f1c617-f7d5-4613-8918-4d5721d0f4e1 completed by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:46:59.766733 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.provisioning_blocks [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Provisioning complete for port 87f1c617-f7d5-4613-8918-4d5721d0f4e1 triggered by entity L2. {{(pid=94313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:46:59.766733 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472644'] for port, provisioning_complete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:59.837167 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:46:59.859787 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b6a277-b25a-47a3-9e71-962a28254d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f1c617-f7d5-4613-8918-4d5721d0f4e1'}] {{(pid=94313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:46:59.862128 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad644456c83ac001061d89c131a6245ac19969d96b0e9a9e868f0b6b48130d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bd9a9d-edd3-4491-a7e1-1289bba55d57" -d '{"events": [{"server_uuid": "b4b6a277-b25a-47a3-9e71-962a28254d72", "name": "network-vif-plugged", "status": "completed", "tag": "87f1c617-f7d5-4613-8918-4d5721d0f4e1"}]}' {{(pid=94313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:46:59.875840 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] For port 87f1c617-f7d5-4613-8918-4d5721d0f4e1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=87f1c617-f7d5-4613-8918-4d5721d0f4e1,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:46:59.900093 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac20139-8227-43dd-acf2-c7afcc291c87 x-openstack-request-id: req-6ac20139-8227-43dd-acf2-c7afcc291c87 {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:46:59.900093 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b6a277-b25a-47a3-9e71-962a28254d72", "name": "network-vif-plugged", "status": "completed", "tag": "87f1c617-f7d5-4613-8918-4d5721d0f4e1", "code": 200}]} {{(pid=94313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:46:59.900093 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ac20139-8227-43dd-acf2-c7afcc291c87 {{(pid=94313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:46:59.900093 dv-cinder-804035-10-iscsi neutron-server[94313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b6a277-b25a-47a3-9e71-962a28254d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f1c617-f7d5-4613-8918-4d5721d0f4e1', 'code': 200} Sep 07 04:46:59.963301 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504'] for port, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:00.014845 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Pushing event updated for resources: {'Port': ['ID=87f1c617-f7d5-4613-8918-4d5721d0f4e1,revision_number=5']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:47:00.258158 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58e58b-75da-4a05-8ab6-eb5cfcf18a28 req-5073a661-96f0-4c68-9059-7feebf8e9e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:47:00.259647 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-dd58e58b-75da-4a05-8ab6-eb5cfcf18a28 req-5073a661-96f0-4c68-9059-7feebf8e9e98 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 1098 time: 0.0432820 Sep 07 04:47:00.293910 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-dd58e58b-75da-4a05-8ab6-eb5cfcf18a28 req-fc475483-a3cf-4548-88c7-94f9b2c91a3b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271919 Sep 07 04:47:00.660001 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:00.832465 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a865f-50fe-4f8b-acef-37f6381ee051 req-d8e2734a-4b75-4ef7-a8f7-792c927fb903 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:47:00.833953 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-570a865f-50fe-4f8b-acef-37f6381ee051 req-d8e2734a-4b75-4ef7-a8f7-792c927fb903 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 945 time: 0.0482583 Sep 07 04:47:00.870487 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-570a865f-50fe-4f8b-acef-37f6381ee051 req-dbe010e2-2077-49f4-8a7f-132bf0d7ced2 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304050 Sep 07 04:47:01.986541 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd822e-0eae-442a-b4b5-cf2d1b14803e req-d84163b2-e963-44fa-a066-7d78e1be6b11 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:47:01.987945 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-74bd822e-0eae-442a-b4b5-cf2d1b14803e req-d84163b2-e963-44fa-a066-7d78e1be6b11 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 945 time: 0.0487475 Sep 07 04:47:02.024696 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-74bd822e-0eae-442a-b4b5-cf2d1b14803e req-35e1e096-fd8c-4897-978c-9130c6cf4324 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308499 Sep 07 04:47:02.140466 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3293e0d-25e9-4993-8bc7-16579aed3b58 req-b712312d-e04d-4e18-a14d-0a23fb361e15 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:47:02.141947 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a3293e0d-25e9-4993-8bc7-16579aed3b58 req-b712312d-e04d-4e18-a14d-0a23fb361e15 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 945 time: 0.0519500 Sep 07 04:47:02.179196 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a3293e0d-25e9-4993-8bc7-16579aed3b58 req-c590e559-7582-471b-bfbf-1e70c38bb278 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313585 Sep 07 04:47:02.201345 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 42916) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:47:02.239739 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af350a2-a023-43c6-a4e8-7e74fc7a34fa tempest-TestVolumeBootPattern-1177948875 tempest-TestVolumeBootPattern-1177948875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:47:02.241546 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-3af350a2-a023-43c6-a4e8-7e74fc7a34fa tempest-TestVolumeBootPattern-1177948875 tempest-TestVolumeBootPattern-1177948875-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 1093 time: 0.0392246 Sep 07 04:47:02.244250 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 42918) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:47:02.249271 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.v2.base [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Request body: {'floatingip': {'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'port_id': '87f1c617-f7d5-4613-8918-4d5721d0f4e1', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:47:02.357474 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for floatingip, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:02.453836 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:02.558585 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_common [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Allocated IP 172.27.2.191 (8b8648d5-0172-4d8a-aa17-a0353230f6f5/a12bc300-0f94-4b6e-9d32-58b30fd1a4e8/48dae8d0-e2c6-46a9-9350-354664fa8d86) {{(pid=94312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:47:02.574750 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:02.661630 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for port, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:02.771452 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773844312468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:02.806625 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Network 8b8648d5-0172-4d8a-aa17-a0353230f6f5 is already hosted by enough agents. {{(pid=94312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:47:02.809359 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.base_scheduler [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Resources bound (agent type, host, resource id): {{(pid=94312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:47:02.813870 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Received port after_create {{(pid=94312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:47:02.838878 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event updated for resources: {'Port': ['ID=48dae8d0-e2c6-46a9-9350-354664fa8d86,revision_number=1']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:47:03.416376 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:03.536788 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561564'] for port, before_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:03.683392 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for port, precommit_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:03.770714 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773844800229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773844312486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773844312504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9711950'] for port, after_update {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:03.840283 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event updated for resources: {'Port': ['ID=48dae8d0-e2c6-46a9-9350-354664fa8d86,revision_number=2']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:47:03.850082 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472587'] for floatingip, after_create {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:03.949373 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.db.l3_db [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Floating IP 0e9fcc88-adce-4eeb-8138-9d072dba5538 associated. External IP: 172.27.2.191, port: 87f1c617-f7d5-4613-8918-4d5721d0f4e1. Sep 07 04:47:04.149791 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Router 85ac041a-b421-44d4-9934-92f08ead8729 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:47:04.258302 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:47:04.268014 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7746aa0-6880-4624-abdd-4098ef3a5be2 None None] Sync routers for ids ['85ac041a-b421-44d4-9934-92f08ead8729'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:47:04.276570 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7746aa0-6880-4624-abdd-4098ef3a5be2 None None] Routers {'85ac041a-b421-44d4-9934-92f08ead8729'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:47:04.277196 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-b7746aa0-6880-4624-abdd-4098ef3a5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:47:00Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['85ac041a-b421-44d4-9934-92f08ead8729'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:47:04.337255 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:04.366918 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-687effa4-90c9-43b0-b1dd-fcbdc5a6cb87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1216297 Sep 07 04:47:04.367503 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b6a277-b25a-47a3-9e71-962a28254d72', 'tag': '87f1c617-f7d5-4613-8918-4d5721d0f4e1'}] {{(pid=94312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:47:04.369781 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a29063fbf2201cc6d97a309ab09b6b88433cde3ffd7d69f595ff64d17c2b631e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a8f6f2-0549-4969-8835-9ca25ce84a51" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b6a277-b25a-47a3-9e71-962a28254d72", "tag": "87f1c617-f7d5-4613-8918-4d5721d0f4e1"}]}' {{(pid=94312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:47:04.382019 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-b7746aa0-6880-4624-abdd-4098ef3a5be2 None None] Set router 85ac041a-b421-44d4-9934-92f08ead8729 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:47:04.406601 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092a7e4d-2814-494e-92ba-fd1b85f60682 x-openstack-request-id: req-092a7e4d-2814-494e-92ba-fd1b85f60682 {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:47:04.406909 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b6a277-b25a-47a3-9e71-962a28254d72", "tag": "87f1c617-f7d5-4613-8918-4d5721d0f4e1", "status": "completed", "code": 200}]} {{(pid=94312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:47:04.407324 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-092a7e4d-2814-494e-92ba-fd1b85f60682 {{(pid=94312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:47:04.407725 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b6a277-b25a-47a3-9e71-962a28254d72', 'tag': '87f1c617-f7d5-4613-8918-4d5721d0f4e1', 'status': 'completed', 'code': 200} Sep 07 04:47:04.492386 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8f6f2-0549-4969-8835-9ca25ce84a51 req-768b9f7d-2274-4a81-a7e2-d0fdff1cb9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:47:04.494350 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-67a8f6f2-0549-4969-8835-9ca25ce84a51 req-768b9f7d-2274-4a81-a7e2-d0fdff1cb9e4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a49cf532fe548db94674dc3c4f1450f&device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 1098 time: 0.0435281 Sep 07 04:47:04.548741 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:04.584379 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8f6f2-0549-4969-8835-9ca25ce84a51 req-856e8509-543d-494a-9aff-d9a786cb4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:47:04.585891 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-67a8f6f2-0549-4969-8835-9ca25ce84a51 req-856e8509-543d-494a-9aff-d9a786cb4587 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bc54e37a-82e9-4557-9010-be489d666b94 HTTP/1.1" status: 200 len: 912 time: 0.0849135 Sep 07 04:47:04.633748 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-b7746aa0-6880-4624-abdd-4098ef3a5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '0e9fcc88-adce-4eeb-8138-9d072dba5538', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'port_id': '87f1c617-f7d5-4613-8918-4d5721d0f4e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'mac_address': 'fa:16:3e:de:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b6a277-b25a-47a3-9e71-962a28254d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:47:03Z', 'updated_at': '2021-09-07T04:47:03Z', 'revision_number': 0, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'fixed_ip_address_scope': None}, {'id': '781bf47a-8958-4f50-b1b5-7311748274b5', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'port_id': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'mac_address': 'fa:16:3e:e4:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:44:37Z', 'updated_at': '2021-09-07T04:44:40Z', 'revision_number': 1, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 5, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:47:04.655121 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-67a8f6f2-0549-4969-8835-9ca25ce84a51 req-59793bf1-2f36-4429-bd11-ac1079203e21 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87f1c617-f7d5-4613-8918-4d5721d0f4e1 HTTP/1.1" status: 200 len: 999 time: 0.0617549 Sep 07 04:47:04.663327 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7746aa0-6880-4624-abdd-4098ef3a5be2 None None] Checking router: 85ac041a-b421-44d4-9934-92f08ead8729 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:47:04.672362 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7746aa0-6880-4624-abdd-4098ef3a5be2 None None] Routers {'85ac041a-b421-44d4-9934-92f08ead8729'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:47:04.673207 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-b7746aa0-6880-4624-abdd-4098ef3a5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:47:00Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['85ac041a-b421-44d4-9934-92f08ead8729'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:47:04.703037 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8f6f2-0549-4969-8835-9ca25ce84a51 req-13ed17b4-10ed-44d7-8dcd-165ca490390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:47:04.704547 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-67a8f6f2-0549-4969-8835-9ca25ce84a51 req-13ed17b4-10ed-44d7-8dcd-165ca490390a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b5abe33-e09a-4af3-af47-24268cfb548e HTTP/1.1" status: 200 len: 850 time: 0.0426674 Sep 07 04:47:04.750750 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8f6f2-0549-4969-8835-9ca25ce84a51 req-43feb7b6-8559-4f1d-bdcd-26f663c94ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:47:04.752251 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-67a8f6f2-0549-4969-8835-9ca25ce84a51 req-43feb7b6-8559-4f1d-bdcd-26f663c94ba5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc54e37a-82e9-4557-9010-be489d666b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406330 Sep 07 04:47:04.779913 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-b7746aa0-6880-4624-abdd-4098ef3a5be2 None None] Set router 85ac041a-b421-44d4-9934-92f08ead8729 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:47:05.014372 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-b7746aa0-6880-4624-abdd-4098ef3a5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '0e9fcc88-adce-4eeb-8138-9d072dba5538', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'port_id': '87f1c617-f7d5-4613-8918-4d5721d0f4e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'mac_address': 'fa:16:3e:de:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b6a277-b25a-47a3-9e71-962a28254d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:47:03Z', 'updated_at': '2021-09-07T04:47:03Z', 'revision_number': 0, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'fixed_ip_address_scope': None}, {'id': '781bf47a-8958-4f50-b1b5-7311748274b5', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'port_id': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'mac_address': 'fa:16:3e:e4:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:44:37Z', 'updated_at': '2021-09-07T04:44:40Z', 'revision_number': 1, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 5, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:47:05.041921 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7746aa0-6880-4624-abdd-4098ef3a5be2 None None] The sync data for ids ['85ac041a-b421-44d4-9934-92f08ead8729'] in dv-cinder-804035-10-iscsi is: [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '0e9fcc88-adce-4eeb-8138-9d072dba5538', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'port_id': '87f1c617-f7d5-4613-8918-4d5721d0f4e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'mac_address': 'fa:16:3e:de:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b6a277-b25a-47a3-9e71-962a28254d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:47:03Z', 'updated_at': '2021-09-07T04:47:03Z', 'revision_number': 0, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'fixed_ip_address_scope': None}, {'id': '781bf47a-8958-4f50-b1b5-7311748274b5', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'port_id': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'mac_address': 'fa:16:3e:e4:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:44:37Z', 'updated_at': '2021-09-07T04:44:40Z', 'revision_number': 1, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 5, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:47:05.108075 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-67a8f6f2-0549-4969-8835-9ca25ce84a51 req-2b3737d7-9e49-46ca-8120-d9845a5e4d48 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486242 Sep 07 04:47:05.204092 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-67a8f6f2-0549-4969-8835-9ca25ce84a51 req-9675969e-781e-4b9a-951b-03fb917949f3 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883775 Sep 07 04:47:05.234294 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17482cd4-f0cb-4776-b70d-6607635a571f None None] New status for floating IP 0e9fcc88-adce-4eeb-8138-9d072dba5538: ACTIVE {{(pid=94314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:47:05.456483 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-6ddc7aae-1da1-416c-919c-d311d0b46ae9 req-dfcd8ec2-2df6-4423-b171-a358e322050d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393369 Sep 07 04:47:05.552616 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc7aae-1da1-416c-919c-d311d0b46ae9 req-9aa56ac9-3d7f-40c2-b5af-f6bcf663f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:47:05.554107 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-6ddc7aae-1da1-416c-919c-d311d0b46ae9 req-9aa56ac9-3d7f-40c2-b5af-f6bcf663f095 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a49cf532fe548db94674dc3c4f1450f&device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 1098 time: 0.0413530 Sep 07 04:47:05.656137 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc7aae-1da1-416c-919c-d311d0b46ae9 req-13de6402-a1ae-43ca-b40e-f279acbd9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:47:05.657602 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-6ddc7aae-1da1-416c-919c-d311d0b46ae9 req-13de6402-a1ae-43ca-b40e-f279acbd9f49 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bc54e37a-82e9-4557-9010-be489d666b94 HTTP/1.1" status: 200 len: 912 time: 0.0852032 Sep 07 04:47:05.720872 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-6ddc7aae-1da1-416c-919c-d311d0b46ae9 req-f2d78866-4ea0-4652-9fd2-88027a60122d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a HTTP/1.1" status: 200 len: 1000 time: 0.0554249 Sep 07 04:47:05.767991 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc7aae-1da1-416c-919c-d311d0b46ae9 req-09467118-fd6e-4af6-be17-aa8c1e295f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:47:05.769341 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-6ddc7aae-1da1-416c-919c-d311d0b46ae9 req-09467118-fd6e-4af6-be17-aa8c1e295f4c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b5abe33-e09a-4af3-af47-24268cfb548e HTTP/1.1" status: 200 len: 850 time: 0.0420022 Sep 07 04:47:05.816883 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc7aae-1da1-416c-919c-d311d0b46ae9 req-309d61bd-4364-4615-a364-cfa38449a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:47:05.818394 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-6ddc7aae-1da1-416c-919c-d311d0b46ae9 req-309d61bd-4364-4615-a364-cfa38449a353 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc54e37a-82e9-4557-9010-be489d666b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417025 Sep 07 04:47:05.906022 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-6ddc7aae-1da1-416c-919c-d311d0b46ae9 req-5c32eac6-f175-4a8c-baf9-57363021836b service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803335 Sep 07 04:47:05.999116 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-6ddc7aae-1da1-416c-919c-d311d0b46ae9 req-ed1201c7-ce4b-401d-afb3-3ca69ec46517 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856218 Sep 07 04:47:14.744922 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:47:26.747480 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-94589db9-eab1-4bad-a000-c55152144bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:29.622042 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-4d8f5467-9c80-4432-a800-33e93abdaf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:29.650415 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:30.593421 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:32.541648 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:34.558803 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:51.733272 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:47:56.750517 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-1f2d4109-1c64-498d-9b15-70f4b985ae6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:59.750794 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-781085a9-9cb0-4db8-b85c-f9e0dcf3407a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:47:59.761781 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:00.592507 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:02.546218 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:04.573028 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:06.347173 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ca614e2c-59ed-4ef7-ab56-fc9b4f82d46b req-c90cf5df-8acd-4e73-9321-3854030ae96c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388477 Sep 07 04:48:06.416722 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca614e2c-59ed-4ef7-ab56-fc9b4f82d46b req-7decc12a-a6a8-474e-b83f-b267f4503270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:48:06.418210 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ca614e2c-59ed-4ef7-ab56-fc9b4f82d46b req-7decc12a-a6a8-474e-b83f-b267f4503270 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a49cf532fe548db94674dc3c4f1450f&device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 1098 time: 0.0395229 Sep 07 04:48:06.523063 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca614e2c-59ed-4ef7-ab56-fc9b4f82d46b req-c4622670-1e06-4b01-a96a-f10bf0550b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:48:06.524672 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ca614e2c-59ed-4ef7-ab56-fc9b4f82d46b req-c4622670-1e06-4b01-a96a-f10bf0550b20 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bc54e37a-82e9-4557-9010-be489d666b94 HTTP/1.1" status: 200 len: 912 time: 0.0878634 Sep 07 04:48:06.588186 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ca614e2c-59ed-4ef7-ab56-fc9b4f82d46b req-cbc3edcc-7455-440e-9155-c1a76bf00e24 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87f1c617-f7d5-4613-8918-4d5721d0f4e1 HTTP/1.1" status: 200 len: 1001 time: 0.0564709 Sep 07 04:48:06.639811 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca614e2c-59ed-4ef7-ab56-fc9b4f82d46b req-d4d56978-c4e9-4b90-8074-3f81e0261a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:48:06.641311 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ca614e2c-59ed-4ef7-ab56-fc9b4f82d46b req-d4d56978-c4e9-4b90-8074-3f81e0261a67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b5abe33-e09a-4af3-af47-24268cfb548e HTTP/1.1" status: 200 len: 850 time: 0.0462134 Sep 07 04:48:06.686046 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca614e2c-59ed-4ef7-ab56-fc9b4f82d46b req-a0537dee-7395-423f-8b2a-a1dda966f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:48:06.687591 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ca614e2c-59ed-4ef7-ab56-fc9b4f82d46b req-a0537dee-7395-423f-8b2a-a1dda966f32b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc54e37a-82e9-4557-9010-be489d666b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396523 Sep 07 04:48:06.780848 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ca614e2c-59ed-4ef7-ab56-fc9b4f82d46b req-8ee1d82a-34e0-452b-a3b7-c226b0c4bef3 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864861 Sep 07 04:48:06.868892 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-ca614e2c-59ed-4ef7-ab56-fc9b4f82d46b req-5689d0c5-7ce7-447c-93f4-aebc67809078 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809262 Sep 07 04:48:26.757477 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-758fb509-29c3-4be7-8683-89f933ba62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:28.731912 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:48:29.606794 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-a0beb1f1-255f-449e-aacb-cfaaafe258a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:29.643090 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:30.705884 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:31.514555 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 42946) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:48:31.667035 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Deleting port 48dae8d0-e2c6-46a9-9350-354664fa8d86 {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:48:31.667378 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:31.746430 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:31.746760 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:31.758285 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Calling delete_port for 48dae8d0-e2c6-46a9-9350-354664fa8d86 owned by network:floatingip {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:48:32.037804 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:32.062613 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event deleted for resources: {'Port': ['ID=48dae8d0-e2c6-46a9-9350-354664fa8d86,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:32.074220 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:32.074220 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:32.074553 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:32.074897 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:32.075237 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:32.075575 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:32.075913 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:32.076248 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:32.077197 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:32.077573 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:32.077904 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:32.078234 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:32.130716 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for floatingip, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:32.135965 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.l3_db [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Floating IP 0e9fcc88-adce-4eeb-8138-9d072dba5538 disassociated (deleted). External IP: 172.27.2.191, port: 87f1c617-f7d5-4613-8918-4d5721d0f4e1. Sep 07 04:48:32.344466 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Router 85ac041a-b421-44d4-9934-92f08ead8729 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:48:32.452832 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:48:32.459748 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:32.466099 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75726244-5c71-47d9-83f5-f1e96e787016 None None] Sync routers for ids ['85ac041a-b421-44d4-9934-92f08ead8729'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:48:32.475471 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75726244-5c71-47d9-83f5-f1e96e787016 None None] Routers {'85ac041a-b421-44d4-9934-92f08ead8729'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:48:32.476077 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-75726244-5c71-47d9-83f5-f1e96e787016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:48:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['85ac041a-b421-44d4-9934-92f08ead8729'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:32.487534 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-b3958184-7c77-44b2-a63d-611302390a0f tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "DELETE /v2.0/floatingips/0e9fcc88-adce-4eeb-8138-9d072dba5538 HTTP/1.1" status: 204 len: 168 time: 0.9718876 Sep 07 04:48:32.488116 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b6a277-b25a-47a3-9e71-962a28254d72', 'tag': '87f1c617-f7d5-4613-8918-4d5721d0f4e1'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:48:32.491424 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c02662-446d-4e6f-8e4e-95680207edb5" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b6a277-b25a-47a3-9e71-962a28254d72", "tag": "87f1c617-f7d5-4613-8918-4d5721d0f4e1"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:48:32.535642 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63b3297-8b2d-4fb5-a902-5c72e0093a0f x-openstack-request-id: req-c63b3297-8b2d-4fb5-a902-5c72e0093a0f {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:48:32.536318 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b6a277-b25a-47a3-9e71-962a28254d72", "tag": "87f1c617-f7d5-4613-8918-4d5721d0f4e1", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:48:32.536318 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c63b3297-8b2d-4fb5-a902-5c72e0093a0f {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:48:32.536654 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b6a277-b25a-47a3-9e71-962a28254d72', 'tag': '87f1c617-f7d5-4613-8918-4d5721d0f4e1', 'status': 'completed', 'code': 200} Sep 07 04:48:32.623210 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c02662-446d-4e6f-8e4e-95680207edb5 req-2d14fd77-af4b-4c68-9bd3-1b1782662b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:48:32.625737 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-20c02662-446d-4e6f-8e4e-95680207edb5 req-2d14fd77-af4b-4c68-9bd3-1b1782662b90 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a49cf532fe548db94674dc3c4f1450f&device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 1098 time: 0.0455327 Sep 07 04:48:32.722463 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c02662-446d-4e6f-8e4e-95680207edb5 req-f5dca3f1-125b-4218-8a82-d7d419a47817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:48:32.724000 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-20c02662-446d-4e6f-8e4e-95680207edb5 req-f5dca3f1-125b-4218-8a82-d7d419a47817 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bc54e37a-82e9-4557-9010-be489d666b94 HTTP/1.1" status: 200 len: 912 time: 0.0918114 Sep 07 04:48:32.760821 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:32.769840 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-20c02662-446d-4e6f-8e4e-95680207edb5 req-9b3b5505-6cce-450e-8d14-3a43d49cb5a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87f1c617-f7d5-4613-8918-4d5721d0f4e1 HTTP/1.1" status: 200 len: 217 time: 0.0392356 Sep 07 04:48:32.780817 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-75726244-5c71-47d9-83f5-f1e96e787016 None None] Set router 85ac041a-b421-44d4-9934-92f08ead8729 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:48:32.818589 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c02662-446d-4e6f-8e4e-95680207edb5 req-194aedee-30ea-4c7c-b2a3-71b43625a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:48:32.820046 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-20c02662-446d-4e6f-8e4e-95680207edb5 req-194aedee-30ea-4c7c-b2a3-71b43625a847 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b5abe33-e09a-4af3-af47-24268cfb548e HTTP/1.1" status: 200 len: 850 time: 0.0437591 Sep 07 04:48:32.868842 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c02662-446d-4e6f-8e4e-95680207edb5 req-d507bc13-6f9b-4260-9336-f52481d93cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:48:32.870379 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-20c02662-446d-4e6f-8e4e-95680207edb5 req-d507bc13-6f9b-4260-9336-f52481d93cf4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc54e37a-82e9-4557-9010-be489d666b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432250 Sep 07 04:48:32.967761 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-20c02662-446d-4e6f-8e4e-95680207edb5 req-478b9766-d41c-4a09-b3e6-43664f356205 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891981 Sep 07 04:48:33.056785 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-20c02662-446d-4e6f-8e4e-95680207edb5 req-0219e0e8-dd33-49dd-ad96-043660aee281 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832729 Sep 07 04:48:33.091723 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-75726244-5c71-47d9-83f5-f1e96e787016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '781bf47a-8958-4f50-b1b5-7311748274b5', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'port_id': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'mac_address': 'fa:16:3e:e4:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:44:37Z', 'updated_at': '2021-09-07T04:44:40Z', 'revision_number': 1, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 5, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:33.119531 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75726244-5c71-47d9-83f5-f1e96e787016 None None] Checking router: 85ac041a-b421-44d4-9934-92f08ead8729 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:48:33.128485 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75726244-5c71-47d9-83f5-f1e96e787016 None None] Routers {'85ac041a-b421-44d4-9934-92f08ead8729'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:48:33.129282 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-75726244-5c71-47d9-83f5-f1e96e787016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:48:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['85ac041a-b421-44d4-9934-92f08ead8729'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:33.240701 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-75726244-5c71-47d9-83f5-f1e96e787016 None None] Set router 85ac041a-b421-44d4-9934-92f08ead8729 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:48:33.351986 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae8dc1-a97a-4fe0-bad4-2b5c88b4e1b3 req-25cba10e-33f9-4309-a859-943d36b70c87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:48:33.353524 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b8ae8dc1-a97a-4fe0-bad4-2b5c88b4e1b3 req-25cba10e-33f9-4309-a859-943d36b70c87 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 945 time: 0.2368751 Sep 07 04:48:33.391884 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-b8ae8dc1-a97a-4fe0-bad4-2b5c88b4e1b3 req-200f0339-c404-4ba7-8d9e-d53ff595f278 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317864 Sep 07 04:48:33.469981 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-75726244-5c71-47d9-83f5-f1e96e787016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '781bf47a-8958-4f50-b1b5-7311748274b5', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'port_id': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'mac_address': 'fa:16:3e:e4:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:44:37Z', 'updated_at': '2021-09-07T04:44:40Z', 'revision_number': 1, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 5, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:33.495541 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75726244-5c71-47d9-83f5-f1e96e787016 None None] The sync data for ids ['85ac041a-b421-44d4-9934-92f08ead8729'] in dv-cinder-804035-10-iscsi is: [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_floatingips': [{'id': '781bf47a-8958-4f50-b1b5-7311748274b5', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'router_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'port_id': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'mac_address': 'fa:16:3e:e4:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:44:37Z', 'updated_at': '2021-09-07T04:44:40Z', 'revision_number': 1, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 5, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:48:33.708857 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feee89f-118b-490a-b2d7-89020382f661 None None] New status for floating IP 0e9fcc88-adce-4eeb-8138-9d072dba5538: DOWN {{(pid=94314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:48:34.562582 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90346f07-ad24-4ba4-8f69-3d9e690c8c0e req-a64c524a-4233-4380-8028-04cfbed1b58d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:48:34.564282 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-90346f07-ad24-4ba4-8f69-3d9e690c8c0e req-a64c524a-4233-4380-8028-04cfbed1b58d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 945 time: 0.1001744 Sep 07 04:48:34.600933 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:34.601511 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-90346f07-ad24-4ba4-8f69-3d9e690c8c0e req-29f71917-ffcb-4c4b-a8f8-5c5fb3b37f3a tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312419 Sep 07 04:48:34.856561 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2379356-5902-4142-90d9-159b5e2d7254 req-81956a58-a3f3-4e07-8c22-71ffce877472 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:48:34.858702 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-f2379356-5902-4142-90d9-159b5e2d7254 req-81956a58-a3f3-4e07-8c22-71ffce877472 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 945 time: 0.0515847 Sep 07 04:48:34.948401 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [req-f2379356-5902-4142-90d9-159b5e2d7254 req-c236580d-960f-419a-835c-5be6514aaec7 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Deleting port 87f1c617-f7d5-4613-8918-4d5721d0f4e1 {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:48:34.948770 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-f2379356-5902-4142-90d9-159b5e2d7254 req-c236580d-960f-419a-835c-5be6514aaec7 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:35.038685 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-f2379356-5902-4142-90d9-159b5e2d7254 req-c236580d-960f-419a-835c-5be6514aaec7 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] For port 87f1c617-f7d5-4613-8918-4d5721d0f4e1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=87f1c617-f7d5-4613-8918-4d5721d0f4e1,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:48:35.039055 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-f2379356-5902-4142-90d9-159b5e2d7254 req-c236580d-960f-419a-835c-5be6514aaec7 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:35.050725 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [req-f2379356-5902-4142-90d9-159b5e2d7254 req-c236580d-960f-419a-835c-5be6514aaec7 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Calling delete_port for 87f1c617-f7d5-4613-8918-4d5721d0f4e1 owned by compute:nova {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:48:35.252482 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-f2379356-5902-4142-90d9-159b5e2d7254 req-c236580d-960f-419a-835c-5be6514aaec7 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:35.278946 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236580d-960f-419a-835c-5be6514aaec7 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event deleted for resources: {'Port': ['ID=87f1c617-f7d5-4613-8918-4d5721d0f4e1,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:35.324563 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2379356-5902-4142-90d9-159b5e2d7254 req-c236580d-960f-419a-835c-5be6514aaec7 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] No DVR routers for this DVR port 87f1c617-f7d5-4613-8918-4d5721d0f4e1 on host hv-cinder-80403 {{(pid=94311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:48:35.328108 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-f2379356-5902-4142-90d9-159b5e2d7254 req-c236580d-960f-419a-835c-5be6514aaec7 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:35.330415 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-f2379356-5902-4142-90d9-159b5e2d7254 req-c236580d-960f-419a-835c-5be6514aaec7 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.54 "DELETE /v2.0/ports/87f1c617-f7d5-4613-8918-4d5721d0f4e1 HTTP/1.1" status: 204 len: 173 time: 0.4656563 Sep 07 04:48:35.330897 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b6a277-b25a-47a3-9e71-962a28254d72', 'name': 'network-vif-deleted', 'tag': '87f1c617-f7d5-4613-8918-4d5721d0f4e1'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:48:35.333201 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b251192e-887b-43d4-83c1-e396a833977e" -d '{"events": [{"server_uuid": "b4b6a277-b25a-47a3-9e71-962a28254d72", "name": "network-vif-deleted", "tag": "87f1c617-f7d5-4613-8918-4d5721d0f4e1"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:48:35.367764 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574bfe40-bcc3-400d-ace7-09648674da29 x-openstack-request-id: req-574bfe40-bcc3-400d-ace7-09648674da29 {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:48:35.368371 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b6a277-b25a-47a3-9e71-962a28254d72", "name": "network-vif-deleted", "tag": "87f1c617-f7d5-4613-8918-4d5721d0f4e1", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:48:35.368679 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-574bfe40-bcc3-400d-ace7-09648674da29 {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:48:35.369074 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b6a277-b25a-47a3-9e71-962a28254d72', 'name': 'network-vif-deleted', 'tag': '87f1c617-f7d5-4613-8918-4d5721d0f4e1', 'status': 'completed', 'code': 200} Sep 07 04:48:35.696435 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-58b8db36-a7e7-4451-af18-f801f1e45b27 req-4864e5a3-4d14-4215-a84d-3e750a44d17d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b6a277-b25a-47a3-9e71-962a28254d72 HTTP/1.1" status: 200 len: 210 time: 0.0278416 Sep 07 04:48:39.188926 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 42990) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:48:39.344045 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-ac0edd77-014d-489f-a987-149e64a3d1cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Deleting port 91720ceb-f7cd-46d0-9bfe-9bc4b9436088 {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:48:39.344479 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ac0edd77-014d-489f-a987-149e64a3d1cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:39.420547 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ac0edd77-014d-489f-a987-149e64a3d1cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:39.420872 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ac0edd77-014d-489f-a987-149e64a3d1cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:39.432181 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-ac0edd77-014d-489f-a987-149e64a3d1cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Calling delete_port for 91720ceb-f7cd-46d0-9bfe-9bc4b9436088 owned by network:floatingip {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:48:39.660033 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ac0edd77-014d-489f-a987-149e64a3d1cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:39.688715 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0edd77-014d-489f-a987-149e64a3d1cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event deleted for resources: {'Port': ['ID=91720ceb-f7cd-46d0-9bfe-9bc4b9436088,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:39.750861 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ac0edd77-014d-489f-a987-149e64a3d1cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for floatingip, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:39.751193 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.db.l3_db [None req-ac0edd77-014d-489f-a987-149e64a3d1cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Floating IP 781bf47a-8958-4f50-b1b5-7311748274b5 disassociated (deleted). External IP: 172.27.2.18, port: b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a. Sep 07 04:48:39.952925 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0edd77-014d-489f-a987-149e64a3d1cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Router 85ac041a-b421-44d4-9934-92f08ead8729 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:48:40.058186 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0edd77-014d-489f-a987-149e64a3d1cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:48:40.062969 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ac0edd77-014d-489f-a987-149e64a3d1cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:40.068563 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da93a24-3f4c-4b63-8b27-2950aa27d2a4 None None] Sync routers for ids ['85ac041a-b421-44d4-9934-92f08ead8729'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:48:40.073016 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 87f1c617-f7d5-4613-8918-4d5721d0f4e1 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:48:40.091388 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-ac0edd77-014d-489f-a987-149e64a3d1cd tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "DELETE /v2.0/floatingips/781bf47a-8958-4f50-b1b5-7311748274b5 HTTP/1.1" status: 204 len: 168 time: 0.9013989 Sep 07 04:48:40.092061 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'tag': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:48:40.094467 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b829c98-99f3-4305-b84a-ea944d834193" -d '{"events": [{"name": "network-changed", "server_uuid": "3ddef7ee-9074-4bac-8c92-3eb0467ff4d3", "tag": "b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:48:40.097588 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: 87f1c617-f7d5-4613-8918-4d5721d0f4e1 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:48:40.097948 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device 87f1c617-f7d5-4613-8918-4d5721d0f4e1 not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:48:40.099745 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da93a24-3f4c-4b63-8b27-2950aa27d2a4 None None] Routers {'85ac041a-b421-44d4-9934-92f08ead8729'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:48:40.100363 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-6da93a24-3f4c-4b63-8b27-2950aa27d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:48:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['85ac041a-b421-44d4-9934-92f08ead8729'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:40.136895 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03563fe-4f27-4f58-9cc6-82e077a83e32 x-openstack-request-id: req-b03563fe-4f27-4f58-9cc6-82e077a83e32 {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:48:40.136895 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ddef7ee-9074-4bac-8c92-3eb0467ff4d3", "tag": "b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:48:40.137168 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b03563fe-4f27-4f58-9cc6-82e077a83e32 {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:48:40.137628 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'tag': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a', 'status': 'completed', 'code': 200} Sep 07 04:48:40.207735 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-6da93a24-3f4c-4b63-8b27-2950aa27d2a4 None None] Set router 85ac041a-b421-44d4-9934-92f08ead8729 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:48:40.236310 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b829c98-99f3-4305-b84a-ea944d834193 req-34ead879-17c3-49dd-95e8-ab8f6264958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:48:40.238034 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-3b829c98-99f3-4305-b84a-ea944d834193 req-34ead879-17c3-49dd-95e8-ab8f6264958c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a49cf532fe548db94674dc3c4f1450f&device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 1098 time: 0.0566149 Sep 07 04:48:40.332871 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b829c98-99f3-4305-b84a-ea944d834193 req-f9a7e798-1f5f-4bd1-a239-f93a3d7ce50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:48:40.334346 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-3b829c98-99f3-4305-b84a-ea944d834193 req-f9a7e798-1f5f-4bd1-a239-f93a3d7ce50c service neutron] 10.222.0.54 "GET /v2.0/networks?id=bc54e37a-82e9-4557-9010-be489d666b94 HTTP/1.1" status: 200 len: 912 time: 0.0895813 Sep 07 04:48:40.376337 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-3b829c98-99f3-4305-b84a-ea944d834193 req-a998002d-a863-4d70-bfc5-e635210b1f6f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a HTTP/1.1" status: 200 len: 217 time: 0.0344405 Sep 07 04:48:40.408203 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-6da93a24-3f4c-4b63-8b27-2950aa27d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 5, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:40.428670 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b829c98-99f3-4305-b84a-ea944d834193 req-7cec0024-3e68-4efb-b511-50511bfddd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:48:40.430132 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-3b829c98-99f3-4305-b84a-ea944d834193 req-7cec0024-3e68-4efb-b511-50511bfddd57 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b5abe33-e09a-4af3-af47-24268cfb548e HTTP/1.1" status: 200 len: 850 time: 0.0475450 Sep 07 04:48:40.434809 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da93a24-3f4c-4b63-8b27-2950aa27d2a4 None None] Checking router: 85ac041a-b421-44d4-9934-92f08ead8729 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:48:40.448702 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da93a24-3f4c-4b63-8b27-2950aa27d2a4 None None] Routers {'85ac041a-b421-44d4-9934-92f08ead8729'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:48:40.448702 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-6da93a24-3f4c-4b63-8b27-2950aa27d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:48:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['85ac041a-b421-44d4-9934-92f08ead8729'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:40.477125 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b829c98-99f3-4305-b84a-ea944d834193 req-299a06ef-332e-4824-9331-4768c548db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:48:40.478670 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-3b829c98-99f3-4305-b84a-ea944d834193 req-299a06ef-332e-4824-9331-4768c548db67 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc54e37a-82e9-4557-9010-be489d666b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413103 Sep 07 04:48:40.555327 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-6da93a24-3f4c-4b63-8b27-2950aa27d2a4 None None] Set router 85ac041a-b421-44d4-9934-92f08ead8729 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:48:40.576415 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-3b829c98-99f3-4305-b84a-ea944d834193 req-e8a64fd2-6b68-4e99-907c-7a1dcf85e522 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908906 Sep 07 04:48:40.674359 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-3b829c98-99f3-4305-b84a-ea944d834193 req-1088a1f1-feb2-4e55-bcac-0fbd66518f51 service neutron] 10.222.0.54 "GET /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908022 Sep 07 04:48:40.727886 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20064c-3d71-4086-860d-e0debfcc2928 req-df9a3377-f82f-42a8-92a0-e8de6b1190d7 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:48:40.729456 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ff20064c-3d71-4086-860d-e0debfcc2928 req-df9a3377-f82f-42a8-92a0-e8de6b1190d7 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 945 time: 0.0525899 Sep 07 04:48:40.760609 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-6da93a24-3f4c-4b63-8b27-2950aa27d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 5, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:40.767470 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-ff20064c-3d71-4086-860d-e0debfcc2928 req-0e5ae2dd-fb01-4aef-ae5e-0cc9935b81eb tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318763 Sep 07 04:48:40.791398 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da93a24-3f4c-4b63-8b27-2950aa27d2a4 None None] The sync data for ids ['85ac041a-b421-44d4-9934-92f08ead8729'] in dv-cinder-804035-10-iscsi is: [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:41:25Z', 'revision_number': 4, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi', '_interfaces': [{'id': '05ad25fa-705e-4e01-9001-b4fa7c317d9f', 'name': '', 'network_id': 'bc54e37a-82e9-4557-9010-be489d666b94', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'mac_address': 'fa:16:3e:35:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:24Z', 'updated_at': '2021-09-07T04:41:30Z', 'revision_number': 5, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'subnets': [{'id': '2b5abe33-e09a-4af3-af47-24268cfb548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:48:40.999446 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239aac53-5f7d-4c89-9ed8-1283f0e46e21 None None] New status for floating IP 781bf47a-8958-4f50-b1b5-7311748274b5: DOWN {{(pid=94314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:48:41.892317 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4285-d2c4-41fb-9183-8f2916119a38 req-c008284b-c46f-4336-b08e-3455e2e0b979 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:48:41.894392 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-695f4285-d2c4-41fb-9183-8f2916119a38 req-c008284b-c46f-4336-b08e-3455e2e0b979 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 945 time: 0.0542126 Sep 07 04:48:41.935655 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-695f4285-d2c4-41fb-9183-8f2916119a38 req-e4263c6c-2eb7-4fcf-8561-23e3b91ad791 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/security-groups?id=2aa0e1d8-2dd0-4c90-b095-40981061a710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340650 Sep 07 04:48:42.310933 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f8c81-bc89-4a07-9333-e5d02f4c17aa req-85d45ff0-1957-455f-888e-9597a3392ef4 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:48:42.312600 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-d30f8c81-bc89-4a07-9333-e5d02f4c17aa req-85d45ff0-1957-455f-888e-9597a3392ef4 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 945 time: 0.0477636 Sep 07 04:48:42.402780 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [req-d30f8c81-bc89-4a07-9333-e5d02f4c17aa req-b30eac6c-e0bd-4134-9175-b3a96bd01cb5 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Deleting port b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:48:42.403120 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-d30f8c81-bc89-4a07-9333-e5d02f4c17aa req-b30eac6c-e0bd-4134-9175-b3a96bd01cb5 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:42.493437 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [req-d30f8c81-bc89-4a07-9333-e5d02f4c17aa req-b30eac6c-e0bd-4134-9175-b3a96bd01cb5 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] For port b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:48:42.493801 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-d30f8c81-bc89-4a07-9333-e5d02f4c17aa req-b30eac6c-e0bd-4134-9175-b3a96bd01cb5 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:42.506540 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [req-d30f8c81-bc89-4a07-9333-e5d02f4c17aa req-b30eac6c-e0bd-4134-9175-b3a96bd01cb5 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Calling delete_port for b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a owned by compute:nova {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:48:43.006828 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-d30f8c81-bc89-4a07-9333-e5d02f4c17aa req-b30eac6c-e0bd-4134-9175-b3a96bd01cb5 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:43.030063 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-6a507bf7-0ea2-4f94-8973-8b310feef370 req-753f00e4-c17f-46b2-9a4d-a0c5d857ae4d tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 210 time: 0.0258737 Sep 07 04:48:43.034879 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30eac6c-e0bd-4134-9175-b3a96bd01cb5 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event deleted for resources: {'Port': ['ID=b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:43.081314 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30f8c81-bc89-4a07-9333-e5d02f4c17aa req-b30eac6c-e0bd-4134-9175-b3a96bd01cb5 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] No DVR routers for this DVR port b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a on host hv-cinder-80403 {{(pid=94311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:48:43.083811 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [req-d30f8c81-bc89-4a07-9333-e5d02f4c17aa req-b30eac6c-e0bd-4134-9175-b3a96bd01cb5 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for port, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:43.085841 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [req-d30f8c81-bc89-4a07-9333-e5d02f4c17aa req-b30eac6c-e0bd-4134-9175-b3a96bd01cb5 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.54 "DELETE /v2.0/ports/b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a HTTP/1.1" status: 204 len: 173 time: 0.7668276 Sep 07 04:48:43.086272 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'name': 'network-vif-deleted', 'tag': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a'}] {{(pid=94311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:48:43.088478 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1545bd655984d9399258346420476fa4b0fc5d3130857bc066de6b9816dd4c0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96049f0-1c5b-4cdc-877d-3dd7501f148b" -d '{"events": [{"server_uuid": "3ddef7ee-9074-4bac-8c92-3eb0467ff4d3", "name": "network-vif-deleted", "tag": "b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a"}]}' {{(pid=94311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:48:43.125871 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd12469-fb7b-434b-a9c8-78c670b94c6d x-openstack-request-id: req-ccd12469-fb7b-434b-a9c8-78c670b94c6d {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:48:43.126253 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ddef7ee-9074-4bac-8c92-3eb0467ff4d3", "name": "network-vif-deleted", "tag": "b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a", "status": "completed", "code": 200}]} {{(pid=94311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:48:43.126412 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ccd12469-fb7b-434b-a9c8-78c670b94c6d {{(pid=94311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:48:43.126797 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddef7ee-9074-4bac-8c92-3eb0467ff4d3', 'name': 'network-vif-deleted', 'tag': 'b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a', 'status': 'completed', 'code': 200} Sep 07 04:48:44.142008 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [req-a592c40b-a883-41b7-81da-fa80e1fb8b95 req-617cd7d6-6dde-4805-886d-76d18e8e9271 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddef7ee-9074-4bac-8c92-3eb0467ff4d3 HTTP/1.1" status: 200 len: 210 time: 0.0285256 Sep 07 04:48:45.207327 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 43008) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:48:45.331982 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Deleting port 889a72cd-6824-49e6-b909-e8c2296bc752 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:48:45.332331 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:45.405794 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:45.406124 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:45.417901 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Calling delete_port for 889a72cd-6824-49e6-b909-e8c2296bc752 owned by network:floatingip {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:48:45.603067 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:45.628566 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event deleted for resources: {'Port': ['ID=889a72cd-6824-49e6-b909-e8c2296bc752,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:45.640224 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:45.640626 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:45.640992 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:45.641336 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:45.641700 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:45.642045 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:45.642370 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:45.642696 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:45.643021 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:45.643344 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:45.643663 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:45.644698 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:45.699582 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for floatingip, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:45.702198 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11712'] for floatingip, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:45.706848 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-ff7a86ea-ad88-48e6-801b-5f7a24c157d3 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "DELETE /v2.0/floatingips/b1799954-bded-4baa-adcf-ef5e23940e98 HTTP/1.1" status: 204 len: 168 time: 0.4949839 Sep 07 04:48:46.100090 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a no longer exists at agent hyperv_hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:48:46.120253 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] No Port match for: b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:48:46.120632 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Device b0ca2ceb-3efa-49c9-87d2-0cfbd3db012a not bound to the agent host hv-cinder-80403 {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:48:47.034526 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 43020) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:48:47.093088 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-511ef8aa-afff-49a1-958e-aa433cd84428 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:47.117619 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-511ef8aa-afff-49a1-958e-aa433cd84428 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:47.305728 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-511ef8aa-afff-49a1-958e-aa433cd84428 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:47.308145 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-511ef8aa-afff-49a1-958e-aa433cd84428 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:47.309317 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-511ef8aa-afff-49a1-958e-aa433cd84428 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] 10.222.0.55 "DELETE /v2.0/security-groups/2aa0e1d8-2dd0-4c90-b095-40981061a710 HTTP/1.1" status: 204 len: 168 time: 0.2736845 Sep 07 04:48:47.319511 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ef8aa-afff-49a1-958e-aa433cd84428 tempest-TestVolumeBootPattern-768050784 tempest-TestVolumeBootPattern-768050784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa0e1d8-2dd0-4c90-b095-40981061a710,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:47.430522 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 43024) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:48:47.871280 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-89c42941-59b5-4e95-ab23-eee32218b7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471051'] for router_interface, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:48.110698 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-89c42941-59b5-4e95-ab23-eee32218b7d5 admin admin] Deleting port 05ad25fa-705e-4e01-9001-b4fa7c317d9f {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:48:48.111374 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-89c42941-59b5-4e95-ab23-eee32218b7d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:48.188523 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [None req-89c42941-59b5-4e95-ab23-eee32218b7d5 admin admin] For port 05ad25fa-705e-4e01-9001-b4fa7c317d9f, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=05ad25fa-705e-4e01-9001-b4fa7c317d9f,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:48:48.188992 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-89c42941-59b5-4e95-ab23-eee32218b7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:48.202127 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-89c42941-59b5-4e95-ab23-eee32218b7d5 admin admin] Calling delete_port for 05ad25fa-705e-4e01-9001-b4fa7c317d9f owned by network:router_interface {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:48:48.443275 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-89c42941-59b5-4e95-ab23-eee32218b7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:48.468302 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c42941-59b5-4e95-ab23-eee32218b7d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=05ad25fa-705e-4e01-9001-b4fa7c317d9f,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:48.635830 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-89c42941-59b5-4e95-ab23-eee32218b7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471191'] for router_interface, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:48.840636 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c42941-59b5-4e95-ab23-eee32218b7d5 admin admin] Router 85ac041a-b421-44d4-9934-92f08ead8729 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:48:49.189204 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c42941-59b5-4e95-ab23-eee32218b7d5 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:48:49.194342 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-89c42941-59b5-4e95-ab23-eee32218b7d5 admin admin] 10.222.0.55 "PUT /v2.0/routers/85ac041a-b421-44d4-9934-92f08ead8729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7627695 Sep 07 04:48:49.196975 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 43028) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:48:49.200283 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cd16f4-b9dd-4c14-b69c-574b96e23d29 None None] Sync routers for ids ['85ac041a-b421-44d4-9934-92f08ead8729'] in dv-cinder-804035-10-iscsi {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:48:49.209757 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cd16f4-b9dd-4c14-b69c-574b96e23d29 None None] Routers {'85ac041a-b421-44d4-9934-92f08ead8729'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:48:49.210376 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-03cd16f4-b9dd-4c14-b69c-574b96e23d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:48:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['85ac041a-b421-44d4-9934-92f08ead8729'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:49.298800 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff81cb54-9669-491e-90f1-a567974be7eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:49.314526 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-03cd16f4-b9dd-4c14-b69c-574b96e23d29 None None] Set router 85ac041a-b421-44d4-9934-92f08ead8729 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:48:49.403636 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff81cb54-9669-491e-90f1-a567974be7eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:49.493829 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-03cd16f4-b9dd-4c14-b69c-574b96e23d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:48:48Z', 'revision_number': 5, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port': {'id': 'd223e3a9-cebb-4bba-9c67-488e32ffdd19', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ac041a-b421-44d4-9934-92f08ead8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:23Z', 'updated_at': '2021-09-07T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:49.515924 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-ff81cb54-9669-491e-90f1-a567974be7eb admin admin] Deleting port d223e3a9-cebb-4bba-9c67-488e32ffdd19 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:48:49.516263 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff81cb54-9669-491e-90f1-a567974be7eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:49.601554 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [None req-ff81cb54-9669-491e-90f1-a567974be7eb admin admin] For port d223e3a9-cebb-4bba-9c67-488e32ffdd19, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=d223e3a9-cebb-4bba-9c67-488e32ffdd19,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:48:49.601912 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff81cb54-9669-491e-90f1-a567974be7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:49.615220 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-ff81cb54-9669-491e-90f1-a567974be7eb admin admin] Calling delete_port for d223e3a9-cebb-4bba-9c67-488e32ffdd19 owned by network:router_gateway {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:48:49.654673 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cd16f4-b9dd-4c14-b69c-574b96e23d29 None None] Checking router: 85ac041a-b421-44d4-9934-92f08ead8729 for host: dv-cinder-804035-10-iscsi {{(pid=94313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:48:49.664329 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cd16f4-b9dd-4c14-b69c-574b96e23d29 None None] Routers {'85ac041a-b421-44d4-9934-92f08ead8729'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:48:49.664972 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-03cd16f4-b9dd-4c14-b69c-574b96e23d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:48:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['85ac041a-b421-44d4-9934-92f08ead8729'], 'active': True} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:49.755272 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvr_db [None req-03cd16f4-b9dd-4c14-b69c-574b96e23d29 None None] Set router 85ac041a-b421-44d4-9934-92f08ead8729 gateway port host: None {{(pid=94313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:48:49.807374 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_hamode_db [None req-03cd16f4-b9dd-4c14-b69c-574b96e23d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:48:49Z', 'revision_number': 6, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port_host': None}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:49.838443 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cd16f4-b9dd-4c14-b69c-574b96e23d29 None None] The sync data for ids ['85ac041a-b421-44d4-9934-92f08ead8729'] in dv-cinder-804035-10-iscsi is: [{'id': '85ac041a-b421-44d4-9934-92f08ead8729', 'name': 'tempest-TestVolumeBootPattern-368952011-router', 'tenant_id': '2a49cf532fe548db94674dc3c4f1450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:22Z', 'updated_at': '2021-09-07T04:48:49Z', 'revision_number': 6, 'project_id': '2a49cf532fe548db94674dc3c4f1450f', 'gw_port_host': None}] {{(pid=94313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:48:49.859840 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff81cb54-9669-491e-90f1-a567974be7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:49.895021 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81cb54-9669-491e-90f1-a567974be7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d223e3a9-cebb-4bba-9c67-488e32ffdd19,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:49.959707 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff81cb54-9669-491e-90f1-a567974be7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472629'] for router_gateway, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:50.048508 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff81cb54-9669-491e-90f1-a567974be7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-50016'] for router, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:50.051164 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff81cb54-9669-491e-90f1-a567974be7eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:50.162421 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff81cb54-9669-491e-90f1-a567974be7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-460655'] for router, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:50.162869 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff81cb54-9669-491e-90f1-a567974be7eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85ac041a-b421-44d4-9934-92f08ead8729 {{(pid=94312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 04:48:50.167152 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-ff81cb54-9669-491e-90f1-a567974be7eb admin admin] Notify callbacks [] for router, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:50.168452 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-ff81cb54-9669-491e-90f1-a567974be7eb admin admin] 10.222.0.55 "DELETE /v2.0/routers/85ac041a-b421-44d4-9934-92f08ead8729 HTTP/1.1" status: 204 len: 168 time: 0.9702151 Sep 07 04:48:50.171102 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 43030) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:48:50.221449 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_v2 [None req-9419abe4-c20a-4fd2-b40f-cb419b2ec619 admin admin] Deleting subnet 2b5abe33-e09a-4af3-af47-24268cfb548e {{(pid=94312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:48:50.224933 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9419abe4-c20a-4fd2-b40f-cb419b2ec619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:50.264538 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9419abe4-c20a-4fd2-b40f-cb419b2ec619 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270396'] for subnet, precommit_delete_associations {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:50.338834 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9419abe4-c20a-4fd2-b40f-cb419b2ec619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1475966'] for subnet, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:50.494645 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9419abe4-c20a-4fd2-b40f-cb419b2ec619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1475957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9711872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8919976'] for subnet, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:50.521991 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419abe4-c20a-4fd2-b40f-cb419b2ec619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b5abe33-e09a-4af3-af47-24268cfb548e,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:50.525745 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-9419abe4-c20a-4fd2-b40f-cb419b2ec619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:50.530191 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-9419abe4-c20a-4fd2-b40f-cb419b2ec619 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2b5abe33-e09a-4af3-af47-24268cfb548e HTTP/1.1" status: 204 len: 168 time: 0.3555028 Sep 07 04:48:50.530833 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 43032) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:48:50.531639 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7602d2a-8039-4466-bfa8-6230d2a226e4 None None] Network bc54e37a-82e9-4557-9010-be489d666b94 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:48:50.603781 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543271'] for network, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:50.661380 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] Deleting port 724e764e-f5aa-411b-91e6-a96e0dc37118 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:48:50.661730 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:50.712240 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] DHCP port deletion for bc54e37a-82e9-4557-9010-be489d666b94 request from dv-cinder-804035-10-iscsi {{(pid=94313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 04:48:50.726881 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] For port 724e764e-f5aa-411b-91e6-a96e0dc37118, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=724e764e-f5aa-411b-91e6-a96e0dc37118,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:48:50.727250 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:50.739843 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] Calling delete_port for 724e764e-f5aa-411b-91e6-a96e0dc37118 owned by network:dhcp {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:48:50.760521 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] Deleting port 724e764e-f5aa-411b-91e6-a96e0dc37118 {{(pid=94313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:48:50.760908 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:50.826025 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] For port 724e764e-f5aa-411b-91e6-a96e0dc37118, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=724e764e-f5aa-411b-91e6-a96e0dc37118,segment=NetworkSegment(77c544f7-08e6-4fd7-adf1-05662dc1fd0c),segment_id=77c544f7-08e6-4fd7-adf1-05662dc1fd0c)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:48:50.827940 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:50.840577 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] Calling delete_port for 724e764e-f5aa-411b-91e6-a96e0dc37118 owned by network:dhcp {{(pid=94313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:48:50.917253 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:50.928985 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477'] for port, after_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:50.947223 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] Pushing event deleted for resources: {'Port': ['ID=724e764e-f5aa-411b-91e6-a96e0dc37118,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:50.949001 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] No DVR routers for this DVR port 724e764e-f5aa-411b-91e6-a96e0dc37118 on host dv-cinder-804035-10-iscsi {{(pid=94312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:48:50.956748 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] Pushing event deleted for resources: {'Port': ['ID=724e764e-f5aa-411b-91e6-a96e0dc37118,revision_number=None']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:50.965065 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] No DVR routers for this DVR port 724e764e-f5aa-411b-91e6-a96e0dc37118 on host dv-cinder-804035-10-iscsi {{(pid=94313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:48:50.967445 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:50.967803 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:50.968150 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:50.968489 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:50.968848 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:50.969183 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:50.969514 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:50.969847 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:50.970178 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:50.970504 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:50.970830 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:50.971157 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1236e8b-703f-428b-8614-f7b9b5febc90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-10-iscsi {{(pid=94313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:48:51.019626 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474017', 'neutron.services.segments.db._delete_segments_for_network-8773844615792'] for network, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:51.038589 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc54e37a-82e9-4557-9010-be489d666b94']}} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:51.047694 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c544f7-08e6-4fd7-adf1-05662dc1fd0c') {'for_net_delete': True} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:51.047996 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c544f7-08e6-4fd7-adf1-05662dc1fd0c') {} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:51.061113 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773844616057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270375'] for segment, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:51.075117 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:51.080932 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:48:51.081316 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9711978'] for segment, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: Traceback (most recent call last): Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: timer() Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: cb(*args, **kw) Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: return func(*args, **kwargs) Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: self._notify() Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: self.callback(batched_events) Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: event.method(event) Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: return f(self, *a, **k) Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._get(url).json() Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: return self.request(url, 'GET', **kwargs) Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:48:51.086409 dv-cinder-804035-10-iscsi neutron-server[94312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:48:51.208891 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472601'] for network, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:51.215009 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:51.217423 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] 10.222.0.55 "DELETE /v2.0/networks/bc54e37a-82e9-4557-9010-be489d666b94 HTTP/1.1" status: 204 len: 168 time: 0.6857293 Sep 07 04:48:51.220521 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 43034) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:48:51.230419 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882730e-e1ca-43fd-a413-7c1d9fd6934f admin admin] Pushing event deleted for resources: {'Network': ['ID=bc54e37a-82e9-4557-9010-be489d666b94,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:51.560867 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2b9524ad-4a02-4deb-87d3-8cfcbf1f2463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471051'] for router_interface, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:51.799729 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-2b9524ad-4a02-4deb-87d3-8cfcbf1f2463 admin admin] Deleting port cf95d2c3-7d34-4ebb-997c-72b1e058add6 {{(pid=94311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:48:51.800075 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2b9524ad-4a02-4deb-87d3-8cfcbf1f2463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:51.838962 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 05ad25fa-705e-4e01-9001-b4fa7c317d9f no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:48:51.859544 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: 05ad25fa-705e-4e01-9001-b4fa7c317d9f {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:48:51.859896 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 05ad25fa-705e-4e01-9001-b4fa7c317d9f not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:48:51.860347 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device d223e3a9-cebb-4bba-9c67-488e32ffdd19 no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:48:51.880290 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: d223e3a9-cebb-4bba-9c67-488e32ffdd19 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:48:51.880677 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device d223e3a9-cebb-4bba-9c67-488e32ffdd19 not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:48:51.881093 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 724e764e-f5aa-411b-91e6-a96e0dc37118 no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:48:51.884942 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-2b9524ad-4a02-4deb-87d3-8cfcbf1f2463 admin admin] For port cf95d2c3-7d34-4ebb-997c-72b1e058add6, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=cf95d2c3-7d34-4ebb-997c-72b1e058add6,segment=NetworkSegment(05c64fb4-15a5-462a-9152-4ea93d98bc33),segment_id=05c64fb4-15a5-462a-9152-4ea93d98bc33)] {{(pid=94311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:48:51.885311 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2b9524ad-4a02-4deb-87d3-8cfcbf1f2463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:51.898167 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.plugin [None req-2b9524ad-4a02-4deb-87d3-8cfcbf1f2463 admin admin] Calling delete_port for cf95d2c3-7d34-4ebb-997c-72b1e058add6 owned by network:router_interface {{(pid=94311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:48:51.902381 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: 724e764e-f5aa-411b-91e6-a96e0dc37118 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:48:51.902730 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 724e764e-f5aa-411b-91e6-a96e0dc37118 not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:48:52.127947 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2b9524ad-4a02-4deb-87d3-8cfcbf1f2463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042349'] for port, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:52.154581 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9524ad-4a02-4deb-87d3-8cfcbf1f2463 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf95d2c3-7d34-4ebb-997c-72b1e058add6,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:52.319425 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-2b9524ad-4a02-4deb-87d3-8cfcbf1f2463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471191'] for router_interface, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:52.528961 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9524ad-4a02-4deb-87d3-8cfcbf1f2463 admin admin] Router 9cfa4ca8-15db-4c00-997f-0a78fcab28f0 has already been hosted by L3 agent 42b57082-e7ca-481c-89c7-7aa07cd66216 {{(pid=94311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:48:52.631954 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9524ad-4a02-4deb-87d3-8cfcbf1f2463 admin admin] Notify agent at l3_agent.dv-cinder-804035-10-iscsi the message routers_updated {{(pid=94311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:48:52.639783 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 43036) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:48:52.640229 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-2b9524ad-4a02-4deb-87d3-8cfcbf1f2463 admin admin] 10.222.0.55 "PUT /v2.0/routers/9cfa4ca8-15db-4c00-997f-0a78fcab28f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4181564 Sep 07 04:48:52.640596 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09132b-f976-41a9-86b7-989f7448bc86 None None] Sync routers for ids ['9cfa4ca8-15db-4c00-997f-0a78fcab28f0'] in dv-cinder-804035-10-iscsi {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:48:52.650536 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb09132b-f976-41a9-86b7-989f7448bc86 None None] Routers {'9cfa4ca8-15db-4c00-997f-0a78fcab28f0'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:48:52.651270 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-bb09132b-f976-41a9-86b7-989f7448bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:48:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['9cfa4ca8-15db-4c00-997f-0a78fcab28f0'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:52.744382 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d1a2397f-8cb4-4213-bbbf-a1e23719591d admin admin] Notify callbacks [] for router, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:52.752148 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-bb09132b-f976-41a9-86b7-989f7448bc86 None None] Set router 9cfa4ca8-15db-4c00-997f-0a78fcab28f0 gateway port host: dv-cinder-804035-10-iscsi {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:48:52.846067 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d1a2397f-8cb4-4213-bbbf-a1e23719591d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:52.926947 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-bb09132b-f976-41a9-86b7-989f7448bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfa4ca8-15db-4c00-997f-0a78fcab28f0', 'name': 'tempest-TestVolumeBootPattern-985837926-router', 'tenant_id': 'df2e41f699f047089665775d511be60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'external_fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '59269ac0-3e58-4b21-a015-f58a560344f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:28Z', 'updated_at': '2021-09-07T04:48:52Z', 'revision_number': 5, 'project_id': 'df2e41f699f047089665775d511be60f', 'gw_port': {'id': '59269ac0-3e58-4b21-a015-f58a560344f8', 'name': '', 'network_id': '8b8648d5-0172-4d8a-aa17-a0353230f6f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfa4ca8-15db-4c00-997f-0a78fcab28f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:41:29Z', 'updated_at': '2021-09-07T04:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a12bc300-0f94-4b6e-9d32-58b30fd1a4e8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-10-iscsi'}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:52.956351 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09132b-f976-41a9-86b7-989f7448bc86 None None] Checking router: 9cfa4ca8-15db-4c00-997f-0a78fcab28f0 for host: dv-cinder-804035-10-iscsi {{(pid=94314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:48:52.965042 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-d1a2397f-8cb4-4213-bbbf-a1e23719591d admin admin] Deleting port 59269ac0-3e58-4b21-a015-f58a560344f8 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:48:52.965390 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d1a2397f-8cb4-4213-bbbf-a1e23719591d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:52.965508 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb09132b-f976-41a9-86b7-989f7448bc86 None None] Routers {'9cfa4ca8-15db-4c00-997f-0a78fcab28f0'} bound to L3 agent in host dv-cinder-804035-10-iscsi {{(pid=94314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:48:52.966020 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-bb09132b-f976-41a9-86b7-989f7448bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:24:29Z,description=,heartbeat_timestamp=2021-09-07T04:48:29Z,host='dv-cinder-804035-10-iscsi',id=42b57082-e7ca-481c-89c7-7aa07cd66216,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:24:30Z,topic='l3_agent')) {'router_ids': ['9cfa4ca8-15db-4c00-997f-0a78fcab28f0'], 'active': True} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:53.045705 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [None req-d1a2397f-8cb4-4213-bbbf-a1e23719591d admin admin] For port 59269ac0-3e58-4b21-a015-f58a560344f8, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=59269ac0-3e58-4b21-a015-f58a560344f8,segment=NetworkSegment(f800a06d-9d68-4bf0-8c3a-28318c0c4aba),segment_id=f800a06d-9d68-4bf0-8c3a-28318c0c4aba)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:48:53.046071 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d1a2397f-8cb4-4213-bbbf-a1e23719591d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:53.049023 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_dvr_db [None req-bb09132b-f976-41a9-86b7-989f7448bc86 None None] Set router 9cfa4ca8-15db-4c00-997f-0a78fcab28f0 gateway port host: None {{(pid=94314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:48:53.058053 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-d1a2397f-8cb4-4213-bbbf-a1e23719591d admin admin] Calling delete_port for 59269ac0-3e58-4b21-a015-f58a560344f8 owned by network:router_gateway {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:48:53.099920 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.l3_hamode_db [None req-bb09132b-f976-41a9-86b7-989f7448bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfa4ca8-15db-4c00-997f-0a78fcab28f0', 'name': 'tempest-TestVolumeBootPattern-985837926-router', 'tenant_id': 'df2e41f699f047089665775d511be60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:28Z', 'updated_at': '2021-09-07T04:48:52Z', 'revision_number': 6, 'project_id': 'df2e41f699f047089665775d511be60f', 'gw_port_host': None}], 'dv-cinder-804035-10-iscsi', False) {} {{(pid=94314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:53.130427 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09132b-f976-41a9-86b7-989f7448bc86 None None] The sync data for ids ['9cfa4ca8-15db-4c00-997f-0a78fcab28f0'] in dv-cinder-804035-10-iscsi is: [{'id': '9cfa4ca8-15db-4c00-997f-0a78fcab28f0', 'name': 'tempest-TestVolumeBootPattern-985837926-router', 'tenant_id': 'df2e41f699f047089665775d511be60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:41:28Z', 'updated_at': '2021-09-07T04:48:52Z', 'revision_number': 6, 'project_id': 'df2e41f699f047089665775d511be60f', 'gw_port_host': None}] {{(pid=94314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:48:53.299649 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d1a2397f-8cb4-4213-bbbf-a1e23719591d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:53.325376 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2397f-8cb4-4213-bbbf-a1e23719591d admin admin] Pushing event deleted for resources: {'Port': ['ID=59269ac0-3e58-4b21-a015-f58a560344f8,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:53.387070 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d1a2397f-8cb4-4213-bbbf-a1e23719591d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472629'] for router_gateway, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:53.473732 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d1a2397f-8cb4-4213-bbbf-a1e23719591d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-50016'] for router, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:53.476183 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d1a2397f-8cb4-4213-bbbf-a1e23719591d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:53.591327 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d1a2397f-8cb4-4213-bbbf-a1e23719591d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-460655'] for router, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:53.591893 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a2397f-8cb4-4213-bbbf-a1e23719591d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cfa4ca8-15db-4c00-997f-0a78fcab28f0 {{(pid=94312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 04:48:53.596157 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-d1a2397f-8cb4-4213-bbbf-a1e23719591d admin admin] Notify callbacks [] for router, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:53.597944 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-d1a2397f-8cb4-4213-bbbf-a1e23719591d admin admin] 10.222.0.55 "DELETE /v2.0/routers/9cfa4ca8-15db-4c00-997f-0a78fcab28f0 HTTP/1.1" status: 204 len: 168 time: 0.9565864 Sep 07 04:48:53.601104 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 43038) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:48:53.644834 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55c4a4a-eec6-4044-b503-8cb42ea97426 admin admin] Deleting subnet 9b291d1d-8704-4b3d-8b30-4a8c55232acf {{(pid=94312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:48:53.647823 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-f55c4a4a-eec6-4044-b503-8cb42ea97426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:53.685102 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-f55c4a4a-eec6-4044-b503-8cb42ea97426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270396'] for subnet, precommit_delete_associations {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:53.759924 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-f55c4a4a-eec6-4044-b503-8cb42ea97426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1475966'] for subnet, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:53.918786 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-f55c4a4a-eec6-4044-b503-8cb42ea97426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1475957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9711872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8919976'] for subnet, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:53.945456 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c4a4a-eec6-4044-b503-8cb42ea97426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b291d1d-8704-4b3d-8b30-4a8c55232acf,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:53.945622 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 59269ac0-3e58-4b21-a015-f58a560344f8 no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:48:53.952820 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-f55c4a4a-eec6-4044-b503-8cb42ea97426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for subnet, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:53.954726 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-f55c4a4a-eec6-4044-b503-8cb42ea97426 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9b291d1d-8704-4b3d-8b30-4a8c55232acf HTTP/1.1" status: 204 len: 168 time: 0.3527100 Sep 07 04:48:53.958249 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 43040) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:48:53.970999 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c1f7ce-a5b1-4810-8f98-cf9a921a5e48 None None] Network 1796d67d-9d2a-461a-a6f3-7767ee9cd1e2 requested from dv-cinder-804035-10-iscsi {{(pid=94313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:48:53.974773 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: 59269ac0-3e58-4b21-a015-f58a560344f8 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:48:53.975119 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 59269ac0-3e58-4b21-a015-f58a560344f8 not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:48:53.975538 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device cf95d2c3-7d34-4ebb-997c-72b1e058add6 no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:48:54.010499 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: cf95d2c3-7d34-4ebb-997c-72b1e058add6 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:48:54.010853 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device cf95d2c3-7d34-4ebb-997c-72b1e058add6 not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:48:54.039589 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1543271'] for network, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:54.093893 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] Deleting port 6e9db7cc-c765-4414-8a0f-3b38b531f142 {{(pid=94312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:48:54.094242 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:54.169056 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.db [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] For port 6e9db7cc-c765-4414-8a0f-3b38b531f142, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=6e9db7cc-c765-4414-8a0f-3b38b531f142,segment=NetworkSegment(05c64fb4-15a5-462a-9152-4ea93d98bc33),segment_id=05c64fb4-15a5-462a-9152-4ea93d98bc33)] {{(pid=94312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:48:54.169431 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:54.183643 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aa24ca-3ea4-4fda-baa2-cae4f243adf2 None None] DHCP port deletion for 1796d67d-9d2a-461a-a6f3-7767ee9cd1e2 request from dv-cinder-804035-10-iscsi {{(pid=94313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 04:48:54.184773 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.plugin [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] Calling delete_port for 6e9db7cc-c765-4414-8a0f-3b38b531f142 owned by network:dhcp {{(pid=94312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:48:54.233589 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-09aa24ca-3ea4-4fda-baa2-cae4f243adf2 None None] Deleting port 6e9db7cc-c765-4414-8a0f-3b38b531f142 {{(pid=94313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:48:54.233973 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-09aa24ca-3ea4-4fda-baa2-cae4f243adf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773844795405'] for port, before_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:54.299631 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.db [None req-09aa24ca-3ea4-4fda-baa2-cae4f243adf2 None None] For port 6e9db7cc-c765-4414-8a0f-3b38b531f142, host dv-cinder-804035-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-10-iscsi',level=0,port_id=6e9db7cc-c765-4414-8a0f-3b38b531f142,segment=NetworkSegment(05c64fb4-15a5-462a-9152-4ea93d98bc33),segment_id=05c64fb4-15a5-462a-9152-4ea93d98bc33)] {{(pid=94313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:48:54.300030 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-09aa24ca-3ea4-4fda-baa2-cae4f243adf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468992'] for port, precommit_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:54.312377 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-09aa24ca-3ea4-4fda-baa2-cae4f243adf2 None None] Calling delete_port for 6e9db7cc-c765-4414-8a0f-3b38b531f142 owned by network:dhcp {{(pid=94313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:48:54.328006 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9711959'] for port, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:54.356076 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9db7cc-c765-4414-8a0f-3b38b531f142,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:54.357924 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] No DVR routers for this DVR port 6e9db7cc-c765-4414-8a0f-3b38b531f142 on host dv-cinder-804035-10-iscsi {{(pid=94312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:48:54.388032 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-09aa24ca-3ea4-4fda-baa2-cae4f243adf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1561105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773844800211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773844312477'] for port, after_delete {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:54.413435 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa24ca-3ea4-4fda-baa2-cae4f243adf2 None None] Pushing event deleted for resources: {'Port': ['ID=6e9db7cc-c765-4414-8a0f-3b38b531f142,revision_number=None']} {{(pid=94313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:54.420270 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aa24ca-3ea4-4fda-baa2-cae4f243adf2 None None] No DVR routers for this DVR port 6e9db7cc-c765-4414-8a0f-3b38b531f142 on host dv-cinder-804035-10-iscsi {{(pid=94313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:48:54.433104 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474017', 'neutron.services.segments.db._delete_segments_for_network-8773844615792'] for network, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:54.453059 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1796d67d-9d2a-461a-a6f3-7767ee9cd1e2']}} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:54.462585 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c64fb4-15a5-462a-9152-4ea93d98bc33') {'for_net_delete': True} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:54.462872 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.services.segments.db [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c64fb4-15a5-462a-9152-4ea93d98bc33') {} {{(pid=94312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:48:54.471915 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773844616057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270375'] for segment, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:54.484743 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221'] for segment, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:54.490620 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1473221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9711978'] for segment, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: Traceback (most recent call last): Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: timer() Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: cb(*args, **kw) Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: return func(*args, **kwargs) Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: self._notify() Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: self.callback(batched_events) Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: event.method(event) Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: return f(self, *a, **k) Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._get(url).json() Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: return self.request(url, 'GET', **kwargs) Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:48:54.500604 dv-cinder-804035-10-iscsi neutron-server[94312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:48:54.617689 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472601'] for network, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:54.623311 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529650'] for network, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:54.625139 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] 10.222.0.55 "DELETE /v2.0/networks/1796d67d-9d2a-461a-a6f3-7767ee9cd1e2 HTTP/1.1" status: 204 len: 168 time: 0.6656866 Sep 07 04:48:54.636649 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446eb270-bac5-4854-b594-d6f6c6285f0a admin admin] Pushing event deleted for resources: {'Network': ['ID=1796d67d-9d2a-461a-a6f3-7767ee9cd1e2,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:54.949212 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 43046) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:48:54.989248 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-288aa6ad-c54d-410e-92f1-53ccb219cf0a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a49cf532fe548db94674dc3c4f1450f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388277 Sep 07 04:48:54.991619 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [-] (94312) accepted ('10.222.0.55', 43048) {{(pid=94312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:48:55.039031 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5b23101e-931d-4b31-b123-2fa92de8c647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:55.060180 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5b23101e-931d-4b31-b123-2fa92de8c647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:55.212006 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5b23101e-931d-4b31-b123-2fa92de8c647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:55.214598 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron_lib.callbacks.manager [None req-5b23101e-931d-4b31-b123-2fa92de8c647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:55.215775 dv-cinder-804035-10-iscsi neutron-server[94312]: INFO neutron.wsgi [None req-5b23101e-931d-4b31-b123-2fa92de8c647 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/33d79f65-dc68-41cb-88b2-7229cbe5a493 HTTP/1.1" status: 204 len: 168 time: 0.2232547 Sep 07 04:48:55.224164 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23101e-931d-4b31-b123-2fa92de8c647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d79f65-dc68-41cb-88b2-7229cbe5a493,revision_number=None']} {{(pid=94312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:55.832400 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 6e9db7cc-c765-4414-8a0f-3b38b531f142 no longer exists at agent ovs-agent-dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:48:55.855849 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.plugin [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] No Port match for: 6e9db7cc-c765-4414-8a0f-3b38b531f142 {{(pid=94313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:48:55.856205 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron.plugins.ml2.rpc [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Device 6e9db7cc-c765-4414-8a0f-3b38b531f142 not bound to the agent host dv-cinder-804035-10-iscsi {{(pid=94313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:48:55.865776 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 43054) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:48:55.903507 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-7b0c795d-f620-4e08-8752-af93525472cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df2e41f699f047089665775d511be60f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404434 Sep 07 04:48:55.905915 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [-] (94311) accepted ('10.222.0.55', 43056) {{(pid=94311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:48:55.956337 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-dd9556d3-2ea6-425a-86c1-013fce7252e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:55.978078 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-dd9556d3-2ea6-425a-86c1-013fce7252e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:56.099324 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-dd9556d3-2ea6-425a-86c1-013fce7252e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533980'] for security_group, after_delete {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:56.101891 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-dd9556d3-2ea6-425a-86c1-013fce7252e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:56.103038 dv-cinder-804035-10-iscsi neutron-server[94311]: INFO neutron.wsgi [None req-dd9556d3-2ea6-425a-86c1-013fce7252e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16ed6a08-07c5-4820-871e-bfa9e8610b32 HTTP/1.1" status: 204 len: 168 time: 0.1962140 Sep 07 04:48:56.110714 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9556d3-2ea6-425a-86c1-013fce7252e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ed6a08-07c5-4820-871e-bfa9e8610b32,revision_number=None']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:48:56.768328 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-ddae3662-6748-4b35-96e2-274f4012c43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:59.594580 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-b52491c2-fbd8-49e9-8f53-0fd17e3c5ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:48:59.623015 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:49:00.579890 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:49:02.565929 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:49:04.539064 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:49:05.730707 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:49:26.784171 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-bfb71ee9-de40-46f2-931a-a910577cab7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:49:29.570840 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-d3a234be-6dbd-4956-a089-224098208a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:49:29.605145 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:49:30.630193 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:49:32.578163 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:49:34.555808 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:49:42.729433 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:49:56.793194 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-8e9f030a-5db5-4440-a9c6-1cc3f40da9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:49:59.570887 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3001ba8c-edd6-415e-a4d1-0e32432bf123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:49:59.600359 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:50:00.594617 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:50:02.583334 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:50:04.595099 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:50:19.730218 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:50:26.780676 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3332f0e5-557a-4482-8e12-b525add36cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:50:29.559720 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3c553c3c-09f3-44e4-90f6-e7ee60768258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:50:29.597637 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:50:30.614608 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:50:32.577431 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:50:34.643414 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:50:56.728849 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:50:56.745668 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-fbaea56b-f86c-4729-a8f4-3573ec55ecfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:50:59.593114 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-de6f274d-6b7b-415c-bdc2-dda0460eddbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:50:59.625158 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:51:00.622049 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:51:01.482242 dv-cinder-804035-10-iscsi neutron-server[94312]: DEBUG neutron.wsgi [req-20269af5-c2dc-465f-9913-d4d00f1bb5f9 req-3423060a-219a-4c4e-b633-9fdaa3e82d98 service neutron] (94312) timed out ('10.222.0.54', 57479) {{(pid=94312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 04:51:02.564381 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:51:04.564390 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:51:26.747381 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7f1574c6-f0ea-4b93-9935-4d202d8ea43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:51:29.603781 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-7a5b1fb2-1bfa-486a-9cfd-21dbaeb58e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:51:29.666365 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:51:30.618972 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:51:32.613263 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:51:33.727566 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:51:34.569274 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:51:56.743549 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-f38ca526-0f88-4a0e-9096-03d06036d6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:51:59.574631 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-d83dda2e-ca9c-45ba-b465-10f2aa1d953f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:51:59.603025 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:52:00.631525 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:52:02.614562 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:52:04.602511 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:52:10.727149 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:52:26.767639 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-50529aca-6711-47d9-8ef3-cc844acc05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:52:29.579332 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-f69489cc-0242-4c8d-b32a-595a983a0880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:52:29.607739 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:52:30.619243 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:52:32.585258 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:52:34.600029 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:52:47.725721 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:52:56.761290 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-a6b5d84b-c014-4566-aa37-26f1557f73cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:52:59.583789 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-899328e8-3b54-4e3c-91d3-c742f1daf2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:52:59.606803 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:53:00.623811 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:53:02.616305 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:53:04.604834 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:53:24.724273 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:53:26.743113 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-1f1940ad-fa51-49f9-97f5-f550ba9d1791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:53:29.600248 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-1904576c-dd89-4a61-b5a3-5032dadb6a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:53:29.628445 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:53:30.640294 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:53:32.594064 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:53:34.623309 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:53:56.765351 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-26a8deb7-12fa-4ed4-af68-3b46ca2dc74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:53:59.605401 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-a2326893-8c96-408c-b806-0ae75f031e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:53:59.639276 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-25fb175e-8b71-4336-b2e0-adb7e15cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:54:00.655136 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-639d8f43-7139-4094-9968-a581725e82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:54:01.723042 dv-cinder-804035-10-iscsi neutron-server[94314]: DEBUG neutron.db.agents_db [None req-ada22ffb-8cf1-4e0b-8515-b8b13536fa88 None None] Agent healthcheck: found 6 active agents {{(pid=94314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:54:01.829013 dv-cinder-804035-10-iscsi neutron-server[94311]: DEBUG neutron.wsgi [req-ce681da7-7d77-46ec-b668-f0e1ee93ac40 req-f4a6b2d5-be2e-4839-8c01-23f62706e5e0 service neutron] (94311) timed out ('10.222.0.55', 39758) {{(pid=94311) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 04:54:02.593542 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-3e58ec6c-17c8-43c6-9907-41d687a9ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:54:04.645043 dv-cinder-804035-10-iscsi neutron-server[94313]: DEBUG neutron_lib.callbacks.manager [None req-0a6dd135-dc1e-4158-aed9-729d3313bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773844615774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472815'] for agent, after_update {{(pid=94313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}